+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-21.ec2.internal ++ [[ -n ip-10-0-1-21.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-21.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0416 13:59:47.608739375 - disable conntrack on geneve port + echo 'I0416 13:59:47.608739375 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0416 13:59:47.626553165 - starting ovnkube-node + echo 'I0416 13:59:47.626553165 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-21.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-21.ec2.internal --init-node ip-10-0-1-21.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-21.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0416 13:59:47.670242 3804 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0416 13:59:47.670384 3804 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d0e2549e11.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0416 13:59:47.672254 3804 kube.go:431] Waiting for certificate I0416 13:59:47.672303 3804 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0416 13:59:47.672357 3804 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0416 13:59:47.673206 3804 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 13:59:47.695070 3804 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 13:59:47.695091 3804 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 13:59:47.697229 3804 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 13:59:47.699745 3804 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d8p7q" I0416 13:59:47.709558 3804 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d8p7q" I0416 13:59:47.709639 3804 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 13:59:48.673123 3804 kube.go:438] Certificate found I0416 13:59:48.673797 3804 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 13:59:48.674974 3804 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0416 13:59:48.714083 3804 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-17 13:54:47 +0000 UTC" deadline="2026-04-17 09:14:14.26297865 +0000 UTC" I0416 13:59:48.714217 3804 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h14m25.548778981s" I0416 13:59:48.742139 3804 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 13:59:48.758400 3804 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0416 13:59:48.758611 3804 server.go:101] MetricServer registers OVS metrics I0416 13:59:48.759286 3804 server.go:105] MetricServer registers OVN DB metrics I0416 13:59:48.760237 3804 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0416 13:59:48.760302 3804 factory.go:561] Starting watch factory I0416 13:59:48.760399 3804 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760422 3804 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760430 3804 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760460 3804 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760458 3804 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760487 3804 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760402 3804 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760513 3804 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760401 3804 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760627 3804 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.760961 3804 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.761018 3804 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.764672 3804 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0416 13:59:48.764704 3804 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0416 13:59:48.764985 3804 controller_manager.go:370] Starting the ovnkube controller I0416 13:59:48.764995 3804 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-21.ec2.internal I0416 13:59:48.765040 3804 controller_manager.go:395] NBDB zone sync took: 37.477µs I0416 13:59:48.765049 3804 factory.go:561] Starting watch factory I0416 13:59:48.778368 3804 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.778686 3804 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0416 13:59:48.778705 3804 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0416 13:59:48.780296 3804 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.781749 3804 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.784163 3804 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0416 13:59:48.784208 3804 server.go:109] MetricServer registers OVN Controller metrics I0416 13:59:48.785233 3804 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.786471 3804 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.789802 3804 server.go:113] MetricServer registers OVN Northd metrics I0416 13:59:48.795317 3804 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 13:59:48.795337 3804 metrics.go:519] OVN Metrics Server starts to run ... I0416 13:59:48.866844 3804 factory.go:1977] *v1.Pod informer cache synced successfully I0416 13:59:48.866870 3804 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 13:59:48.866874 3804 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 13:59:48.866877 3804 factory.go:1977] *v1.Node informer cache synced successfully I0416 13:59:48.866880 3804 factory.go:1977] *v1.Service informer cache synced successfully I0416 13:59:48.866884 3804 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 13:59:48.866965 3804 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 13:59:48.866982 3804 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 13:59:48.866985 3804 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 13:59:48.867000 3804 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 13:59:48.869792 3804 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 13:59:48.869793 3804 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 13:59:48.871533 3804 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 13:59:48.871548 3804 factory.go:1977] *v1.Node informer cache synced successfully I0416 13:59:48.871552 3804 factory.go:1977] *v1.Service informer cache synced successfully I0416 13:59:48.871555 3804 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 13:59:48.871559 3804 factory.go:1977] *v1.Pod informer cache synced successfully I0416 13:59:48.871562 3804 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 13:59:48.872695 3804 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 13:59:48.872706 3804 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 13:59:48.872786 3804 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.872799 3804 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.875373 3804 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.876877 3804 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 13:59:48.876888 3804 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 13:59:48.877974 3804 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 13:59:48.878054 3804 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.878067 3804 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.880058 3804 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.882647 3804 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 13:59:48.883819 3804 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 13:59:48.883931 3804 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.883949 3804 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.886337 3804 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.888036 3804 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 13:59:48.889132 3804 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 13:59:48.889220 3804 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.889240 3804 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.891213 3804 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.893878 3804 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 13:59:48.895019 3804 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 13:59:48.895097 3804 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.895110 3804 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.897538 3804 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.899101 3804 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 13:59:48.900226 3804 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 13:59:48.900403 3804 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 13:59:48.900415 3804 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 13:59:48.902590 3804 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 13:59:48.904338 3804 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 13:59:48.905502 3804 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 13:59:48.905579 3804 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.905599 3804 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.905689 3804 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.905705 3804 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.908377 3804 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.908467 3804 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 13:59:48.909980 3804 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 13:59:48.911294 3804 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 13:59:48.911306 3804 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 13:59:48.911314 3804 factory.go:680] Watch Factory start up complete, took: 151.014187ms I0416 13:59:48.911396 3804 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0416 13:59:48.915822 3804 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 13:59:48.915834 3804 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 13:59:48.915842 3804 factory.go:680] Watch Factory start up complete, took: 150.79142ms I0416 13:59:48.915849 3804 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-21.ec2.internal" zone I0416 13:59:48.942702 3804 default_node_network_controller.go:710] Initializing the default node network controller I0416 13:59:48.992805 3804 udn_isolation.go:101] Starting UDN host isolation manager I0416 13:59:48.998834 3804 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0416 13:59:49.045684 3804 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0416 13:59:49.045897 3804 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0416 13:59:49.045915 3804 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0416 13:59:49.080455 3804 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0416 13:59:49.080534 3804 default_node_network_controller.go:809] Node ip-10-0-1-21.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0416 13:59:49.086296 3804 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.21"] k8s.ovn.org/zone-name:ip-10-0-1-21.ec2.internal] on node ip-10-0-1-21.ec2.internal I0416 13:59:49.107753 3804 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0416 13:59:49.114109 3804 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0416 13:59:49.114245 3804 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0416 13:59:49.114374 3804 gateway_init.go:263] Preparing Gateway I0416 13:59:49.114387 3804 gateway_shared_intf.go:1687] Creating new gateway I0416 13:59:49.166102 3804 controller_manager.go:429] Waiting for node in zone sync took: 250.237692ms I0416 13:59:49.169988 3804 controller_manager.go:611] Switching to transit router for layer2 networks I0416 13:59:49.170003 3804 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-21.ec2.internal I0416 13:59:49.184111 3804 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 13:59:49.191153 3804 controller_manager.go:290] SCTP support detected in OVN I0416 13:59:49.191818 3804 services_controller.go:69] Creating services controller for network=default I0416 13:59:49.191910 3804 udn_enabled_svc.go:80] Waiting for service informer to sync I0416 13:59:49.191964 3804 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0416 13:59:49.191999 3804 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0416 13:59:49.192015 3804 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0416 13:59:49.192027 3804 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 13:59:49.192201 3804 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0416 13:59:49.192244 3804 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0416 13:59:49.192306 3804 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.825µs I0416 13:59:49.192335 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 81.839µs I0416 13:59:49.192348 3804 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 101.219µs I0416 13:59:49.192356 3804 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0416 13:59:49.192364 3804 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0416 13:59:49.192373 3804 default_network_controller.go:325] Starting the default network controller I0416 13:59:49.192402 3804 udn_enabled_svc.go:95] Performing full resync I0416 13:59:49.192448 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.836µs I0416 13:59:49.192689 3804 udn_enabled_svc.go:99] Waiting for handler to sync I0416 13:59:49.192705 3804 udn_enabled_svc.go:104] Starting worker I0416 13:59:49.201825 3804 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0416 13:59:49.201893 3804 repair.go:33] Syncing exgw routes took 54.643µs I0416 13:59:49.201924 3804 default_network_controller.go:414] Starting all the Watchers... I0416 13:59:49.202070 3804 namespace.go:98] [openshift-apiserver] adding namespace I0416 13:59:49.202084 3804 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0416 13:59:49.202090 3804 namespace.go:98] [openshift] adding namespace I0416 13:59:49.202091 3804 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0416 13:59:49.202098 3804 namespace.go:98] [openshift-etcd] adding namespace I0416 13:59:49.202076 3804 namespace.go:98] [openshift-service-ca-operator] adding namespace I0416 13:59:49.202102 3804 namespace.go:98] [openshift-multus] adding namespace I0416 13:59:49.202109 3804 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0416 13:59:49.202111 3804 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0416 13:59:49.202114 3804 namespace.go:98] [openshift-backplane] adding namespace I0416 13:59:49.202121 3804 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0416 13:59:49.202124 3804 namespace.go:98] [openshift-host-network] adding namespace I0416 13:59:49.202131 3804 namespace.go:98] [openshift-machine-api] adding namespace I0416 13:59:49.202138 3804 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0416 13:59:49.202070 3804 namespace.go:98] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] adding namespace I0416 13:59:49.202621 3804 namespace.go:102] [openshift-apiserver] adding namespace took 538.52µs I0416 13:59:49.202636 3804 namespace.go:98] [kube-node-lease] adding namespace I0416 13:59:49.203074 3804 namespace.go:102] [kube-node-lease] adding namespace took 432.675µs I0416 13:59:49.203088 3804 namespace.go:98] [openshift-network-operator] adding namespace I0416 13:59:49.203513 3804 namespace.go:102] [openshift-network-operator] adding namespace took 417.691µs I0416 13:59:49.203533 3804 namespace.go:98] [openshift-authentication] adding namespace I0416 13:59:49.204084 3804 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 1.990806ms I0416 13:59:49.204098 3804 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0416 13:59:49.204576 3804 namespace.go:102] [openshift] adding namespace took 2.475779ms I0416 13:59:49.204585 3804 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0416 13:59:49.204919 3804 iptables.go:108] Creating table: filter chain: FORWARD I0416 13:59:49.205125 3804 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.022913ms I0416 13:59:49.205134 3804 namespace.go:98] [openshift-apiserver-operator] adding namespace I0416 13:59:49.205581 3804 namespace.go:102] [openshift-etcd] adding namespace took 3.473912ms I0416 13:59:49.205598 3804 namespace.go:98] [openshift-backplane-mobb] adding namespace I0416 13:59:49.206026 3804 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.916924ms I0416 13:59:49.206041 3804 namespace.go:98] [default] adding namespace W0416 13:59:49.206041 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dtxzz: pod openshift-multus/network-metrics-daemon-dtxzz: no pod IPs found I0416 13:59:49.206633 3804 namespace.go:102] [openshift-multus] adding namespace took 4.518913ms I0416 13:59:49.206650 3804 namespace.go:98] [openshift-node] adding namespace I0416 13:59:49.207152 3804 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.037303ms I0416 13:59:49.207164 3804 namespace.go:98] [openshift-controller-manager] adding namespace I0416 13:59:49.207710 3804 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.58958ms I0416 13:59:49.207746 3804 namespace.go:98] [openshift-ingress-operator] adding namespace I0416 13:59:49.208193 3804 namespace.go:102] [openshift-backplane] adding namespace took 6.071148ms I0416 13:59:49.208208 3804 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0416 13:59:49.208704 3804 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.573825ms I0416 13:59:49.208732 3804 namespace.go:98] [openshift-cluster-version] adding namespace I0416 13:59:49.209306 3804 namespace.go:102] [openshift-host-network] adding namespace took 7.175008ms I0416 13:59:49.209317 3804 namespace.go:98] [openshift-must-gather-operator] adding namespace I0416 13:59:49.209832 3804 namespace.go:102] [openshift-machine-api] adding namespace took 7.695337ms I0416 13:59:49.209849 3804 namespace.go:98] [openshift-operators] adding namespace I0416 13:59:49.210393 3804 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.243424ms I0416 13:59:49.210412 3804 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0416 13:59:49.210895 3804 namespace.go:102] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] adding namespace took 8.703595ms I0416 13:59:49.210907 3804 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0416 13:59:49.211083 3804 iptables.go:108] Creating table: filter chain: OUTPUT I0416 13:59:49.211284 3804 namespace.go:102] [openshift-authentication] adding namespace took 7.746243ms I0416 13:59:49.211296 3804 namespace.go:98] [openshift-operators-redhat] adding namespace I0416 13:59:49.211806 3804 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.701721ms I0416 13:59:49.211821 3804 namespace.go:98] [openshift-ingress-canary] adding namespace I0416 13:59:49.212162 3804 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.571323ms I0416 13:59:49.212180 3804 namespace.go:98] [openshift-authentication-operator] adding namespace I0416 13:59:49.212611 3804 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.471248ms I0416 13:59:49.212625 3804 namespace.go:98] [openshift-config-managed] adding namespace I0416 13:59:49.213092 3804 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.488268ms I0416 13:59:49.213105 3804 namespace.go:98] [openshift-console] adding namespace I0416 13:59:49.213444 3804 namespace.go:102] [default] adding namespace took 7.396941ms I0416 13:59:49.213458 3804 namespace.go:98] [openshift-console-user-settings] adding namespace I0416 13:59:49.214386 3804 namespace.go:102] [openshift-node] adding namespace took 7.731752ms I0416 13:59:49.214398 3804 namespace.go:98] [openshift-package-operator] adding namespace I0416 13:59:49.214997 3804 namespace.go:102] [openshift-controller-manager] adding namespace took 7.82792ms I0416 13:59:49.215009 3804 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0416 13:59:49.215552 3804 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.799512ms I0416 13:59:49.215568 3804 namespace.go:98] [openshift-kube-apiserver] adding namespace I0416 13:59:49.216070 3804 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.855249ms I0416 13:59:49.216092 3804 namespace.go:98] [kube-public] adding namespace I0416 13:59:49.216601 3804 namespace.go:102] [openshift-cluster-version] adding namespace took 7.861658ms I0416 13:59:49.216615 3804 namespace.go:98] [openshift-network-node-identity] adding namespace I0416 13:59:49.217154 3804 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.831829ms I0416 13:59:49.217170 3804 namespace.go:98] [openshift-logging] adding namespace I0416 13:59:49.217473 3804 gateway_shared_intf.go:1816] Gateway Creation Complete I0416 13:59:49.217488 3804 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-21.ec2.internal","mac-address":"0a:ff:cb:38:52:d5","ip-addresses":["10.0.1.21/24"],"ip-address":"10.0.1.21/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:893a7e49-2314-4d2a-bec6-ba62186905a8 k8s.ovn.org/node-encap-ips:["10.0.1.21"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.21/24"} k8s.ovn.org/zone-name:ip-10-0-1-21.ec2.internal] on node ip-10-0-1-21.ec2.internal I0416 13:59:49.217690 3804 namespace.go:102] [openshift-operators] adding namespace took 7.831354ms I0416 13:59:49.217710 3804 namespace.go:98] [openshift-backplane-srep] adding namespace I0416 13:59:49.218357 3804 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.940753ms I0416 13:59:49.218368 3804 namespace.go:98] [openshift-console-operator] adding namespace I0416 13:59:49.218850 3804 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.937523ms I0416 13:59:49.218864 3804 namespace.go:98] [openshift-config] adding namespace I0416 13:59:49.219376 3804 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.075331ms I0416 13:59:49.219948 3804 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.121293ms I0416 13:59:49.219960 3804 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0416 13:59:49.220393 3804 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.208425ms I0416 13:59:49.220405 3804 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0416 13:59:49.220831 3804 namespace.go:102] [openshift-config-managed] adding namespace took 8.201527ms I0416 13:59:49.220845 3804 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0416 13:59:49.221372 3804 namespace.go:102] [openshift-console] adding namespace took 8.26024ms I0416 13:59:49.221392 3804 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0416 13:59:49.221856 3804 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.393625ms I0416 13:59:49.221870 3804 namespace.go:98] [openshift-backplane-cee] adding namespace I0416 13:59:49.222354 3804 namespace.go:102] [openshift-package-operator] adding namespace took 7.951442ms I0416 13:59:49.222366 3804 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0416 13:59:49.222778 3804 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.76132ms I0416 13:59:49.222802 3804 namespace.go:98] [dedicated-admin] adding namespace I0416 13:59:49.223265 3804 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.692126ms I0416 13:59:49.223278 3804 namespace.go:98] [openshift-backplane-csm] adding namespace I0416 13:59:49.223686 3804 namespace.go:102] [kube-public] adding namespace took 7.589022ms I0416 13:59:49.223697 3804 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0416 13:59:49.224111 3804 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.490537ms I0416 13:59:49.224125 3804 namespace.go:98] [openshift-backplane-cse] adding namespace I0416 13:59:49.224505 3804 namespace.go:102] [openshift-logging] adding namespace took 7.330468ms I0416 13:59:49.224517 3804 namespace.go:98] [kube-system] adding namespace I0416 13:59:49.224921 3804 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.206938ms I0416 13:59:49.224931 3804 namespace.go:98] [openshift-network-diagnostics] adding namespace I0416 13:59:49.225298 3804 namespace.go:102] [openshift-console-operator] adding namespace took 6.926201ms I0416 13:59:49.225308 3804 namespace.go:98] [openshift-machine-config-operator] adding namespace I0416 13:59:49.225803 3804 namespace.go:102] [openshift-config] adding namespace took 6.931998ms I0416 13:59:49.225818 3804 namespace.go:98] [openshift-monitoring] adding namespace I0416 13:59:49.226358 3804 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.39204ms I0416 13:59:49.226373 3804 namespace.go:98] [openshift-infra] adding namespace I0416 13:59:49.226836 3804 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.426001ms I0416 13:59:49.226847 3804 namespace.go:98] [openshift-customer-monitoring] adding namespace I0416 13:59:49.227292 3804 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.442724ms I0416 13:59:49.227302 3804 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0416 13:59:49.227835 3804 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.436606ms I0416 13:59:49.227849 3804 namespace.go:98] [openshift-dns-operator] adding namespace I0416 13:59:49.228256 3804 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.381646ms I0416 13:59:49.228268 3804 namespace.go:98] [openshift-kube-scheduler] adding namespace I0416 13:59:49.228656 3804 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.285555ms I0416 13:59:49.228667 3804 namespace.go:98] [openshift-insights] adding namespace I0416 13:59:49.229043 3804 namespace.go:102] [dedicated-admin] adding namespace took 6.233616ms I0416 13:59:49.229060 3804 namespace.go:98] [openshift-config-operator] adding namespace I0416 13:59:49.229584 3804 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.301025ms I0416 13:59:49.229599 3804 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0416 13:59:49.230023 3804 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.321943ms I0416 13:59:49.230035 3804 namespace.go:98] [openshift-ingress] adding namespace I0416 13:59:49.230481 3804 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.351788ms I0416 13:59:49.230491 3804 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0416 13:59:49.230896 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9khvc: pod openshift-network-diagnostics/network-check-target-9khvc: no pod IPs found I0416 13:59:49.230912 3804 namespace.go:102] [kube-system] adding namespace took 6.390879ms I0416 13:59:49.230919 3804 namespace.go:98] [openshift-dns] adding namespace I0416 13:59:49.231437 3804 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.500827ms I0416 13:59:49.231450 3804 namespace.go:98] [openshift-backplane-tam] adding namespace I0416 13:59:49.231867 3804 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.553391ms I0416 13:59:49.231883 3804 namespace.go:98] [openshift-route-controller-manager] adding namespace I0416 13:59:49.232377 3804 namespace.go:102] [openshift-monitoring] adding namespace took 6.552388ms I0416 13:59:49.232393 3804 namespace.go:98] [openshift-network-console] adding namespace I0416 13:59:49.232861 3804 namespace.go:102] [openshift-infra] adding namespace took 6.48169ms I0416 13:59:49.233287 3804 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.434868ms I0416 13:59:49.233299 3804 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0416 13:59:49.233700 3804 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.392036ms I0416 13:59:49.234122 3804 namespace.go:102] [openshift-dns-operator] adding namespace took 6.268947ms I0416 13:59:49.234537 3804 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.263779ms I0416 13:59:49.234555 3804 namespace.go:98] [openshift-marketplace] adding namespace I0416 13:59:49.234923 3804 namespace.go:102] [openshift-insights] adding namespace took 6.24508ms I0416 13:59:49.235369 3804 namespace.go:102] [openshift-config-operator] adding namespace took 6.303729ms I0416 13:59:49.235383 3804 namespace.go:98] [openshift-image-registry] adding namespace I0416 13:59:49.235742 3804 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.138386ms I0416 13:59:49.236274 3804 namespace.go:102] [openshift-ingress] adding namespace took 6.235282ms I0416 13:59:49.236703 3804 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.2084ms I0416 13:59:49.236729 3804 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0416 13:59:49.236800 3804 default_node_network_controller.go:519] Node connection status = connected I0416 13:59:49.237162 3804 namespace.go:102] [openshift-dns] adding namespace took 6.238773ms I0416 13:59:49.237597 3804 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.141901ms I0416 13:59:49.238037 3804 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.148919ms I0416 13:59:49.238547 3804 namespace.go:102] [openshift-network-console] adding namespace took 6.147951ms I0416 13:59:49.239000 3804 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.69649ms I0416 13:59:49.239398 3804 namespace.go:102] [openshift-marketplace] adding namespace took 4.838775ms I0416 13:59:49.239883 3804 namespace.go:102] [openshift-image-registry] adding namespace took 4.492932ms I0416 13:59:49.240251 3804 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.516691ms I0416 13:59:49.240440 3804 master.go:548] Adding or Updating local node "ip-10-0-1-21.ec2.internal" for network "default" I0416 13:59:49.241506 3804 zone_ic_handler.go:195] Time taken to create transit switch: 479.368µs I0416 13:59:49.241524 3804 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-28.ec2.internal for the network default I0416 13:59:49.242762 3804 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-28.ec2.internal" on network "default" took: 1.748086ms W0416 13:59:49.248688 3804 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dtxzz: pod openshift-multus/network-metrics-daemon-dtxzz: no pod IPs found W0416 13:59:49.248709 3804 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9khvc: pod openshift-network-diagnostics/network-check-target-9khvc: no pod IPs found I0416 13:59:49.249787 3804 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-21.ec2.internal for the network default I0416 13:59:49.249970 3804 zone_ic_handler.go:195] Time taken to create transit switch: 165.134µs I0416 13:59:49.250680 3804 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0416 13:59:49.250711 3804 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0416 13:59:49.250749 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0416 13:59:49.250804 3804 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0416 13:59:49.250745 3804 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0416 13:59:49.250823 3804 services_controller.go:574] Full service sync requested for network=default I0416 13:59:49.250828 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-28.ec2.internal in network "default" I0416 13:59:49.250851 3804 node_tracker.go:169] Node ip-10-0-2-28.ec2.internal switch + router changed, syncing services in network "default" I0416 13:59:49.250860 3804 services_controller.go:574] Full service sync requested for network=default I0416 13:59:49.351123 3804 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0416 13:59:49.351159 3804 services_controller.go:208] Setting up event handlers for services for network=default I0416 13:59:49.351216 3804 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0416 13:59:49.351263 3804 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0416 13:59:49.351276 3804 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0416 13:59:49.451555 3804 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0416 13:59:49.451578 3804 repair.go:60] Starting repairing loop for services I0416 13:59:49.451699 3804 repair.go:131] Deleted 0 stale service LBs I0416 13:59:49.451736 3804 repair.go:137] Deleted 0 stale Chassis Template Vars I0416 13:59:49.451753 3804 repair.go:62] Finished repairing loop for services: 176.975µs I0416 13:59:49.451774 3804 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0416 13:59:49.451783 3804 services_controller.go:254] Starting workers for network=default I0416 13:59:49.452119 3804 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dtxzz] creating logical port openshift-multus_network-metrics-daemon-dtxzz for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:49.452214 3804 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0416 13:59:49.452252 3804 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dtxzz I0416 13:59:49.466063 3804 pod.go:62] [openshift-multus/network-metrics-daemon-dtxzz] pod update took 13.857347ms I0416 13:59:49.466088 3804 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dtxzz] addLogicalPort annotation time took 13.891973ms I0416 13:59:49.467081 3804 pods.go:271] [openshift-multus/network-metrics-daemon-dtxzz] addLogicalPort took 14.974072ms, libovsdb time 708.473µs I0416 13:59:49.467121 3804 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9khvc] creating logical port openshift-network-diagnostics_network-check-target-9khvc for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:49.467191 3804 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9khvc I0416 13:59:49.482898 3804 pod.go:62] [openshift-network-diagnostics/network-check-target-9khvc] pod update took 15.731839ms I0416 13:59:49.482926 3804 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9khvc] addLogicalPort annotation time took 15.76514ms I0416 13:59:49.483891 3804 pods.go:271] [openshift-network-diagnostics/network-check-target-9khvc] addLogicalPort took 16.776169ms, libovsdb time 714.263µs I0416 13:59:49.484320 3804 admin_network_policy_controller.go:227] Starting controller default-network-controller I0416 13:59:49.484339 3804 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0416 13:59:49.484351 3804 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0416 13:59:49.484358 3804 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0416 13:59:49.484533 3804 repair.go:29] Repairing admin network policies took 169.699µs I0416 13:59:49.484628 3804 repair.go:92] Repairing baseline admin network policies took 87.763µs I0416 13:59:49.485168 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0416 13:59:49.485186 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0416 13:59:49.486751 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0416 13:59:49.486773 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0416 13:59:49.486785 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0416 13:59:49.489431 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0416 13:59:49.489455 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0416 13:59:49.489466 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0416 13:59:49.491431 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0416 13:59:49.491453 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0416 13:59:49.491461 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0416 13:59:49.492646 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0416 13:59:49.492667 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0416 13:59:49.492678 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0416 13:59:49.493667 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0416 13:59:49.493686 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0416 13:59:49.493695 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0416 13:59:49.495130 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0416 13:59:49.495148 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0416 13:59:49.495155 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0416 13:59:49.496797 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0416 13:59:49.496819 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0416 13:59:49.496828 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0416 13:59:49.497804 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0416 13:59:49.497821 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0416 13:59:49.497830 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0416 13:59:49.498305 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0416 13:59:49.498321 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0416 13:59:49.499060 3804 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0416 13:59:49.499073 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 13:59:49.499761 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0416 13:59:49.499777 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0416 13:59:49.499787 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0416 13:59:49.500741 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0416 13:59:49.500761 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0416 13:59:49.500769 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0416 13:59:49.501271 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0416 13:59:49.501288 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0416 13:59:49.501296 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0416 13:59:49.501870 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0416 13:59:49.501889 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0416 13:59:49.501896 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0416 13:59:49.503189 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0416 13:59:49.503208 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0416 13:59:49.503219 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0416 13:59:49.504175 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0416 13:59:49.504195 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0416 13:59:49.504202 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0416 13:59:49.504690 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0416 13:59:49.504707 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0416 13:59:49.504714 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0416 13:59:49.505089 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0416 13:59:49.505105 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0416 13:59:49.505114 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0416 13:59:49.506226 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0416 13:59:49.506246 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0416 13:59:49.506254 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0416 13:59:49.507116 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0416 13:59:49.507134 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0416 13:59:49.507140 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0416 13:59:49.507406 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0416 13:59:49.507425 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0416 13:59:49.507433 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0416 13:59:49.507869 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0416 13:59:49.507884 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0416 13:59:49.507890 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0416 13:59:49.508164 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0416 13:59:49.508183 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0416 13:59:49.508190 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0416 13:59:49.508662 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0416 13:59:49.508678 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0416 13:59:49.508700 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 13:59:49.509406 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0416 13:59:49.509427 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0416 13:59:49.509435 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0416 13:59:49.509917 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0416 13:59:49.509936 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0416 13:59:49.509943 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0416 13:59:49.510496 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0416 13:59:49.510515 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0416 13:59:49.510525 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0416 13:59:49.511521 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0416 13:59:49.511539 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0416 13:59:49.511546 3804 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0416 13:59:49.513134 3804 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0416 13:59:49.513152 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0416 13:59:49.513164 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0416 13:59:49.513807 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0416 13:59:49.514052 3804 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0416 13:59:49.518849 3804 egressfirewall.go:374] Starting EgressFirewall controller I0416 13:59:49.518899 3804 controller.go:133] Adding controller egress-firewall-controller event handlers I0416 13:59:49.518911 3804 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0416 13:59:49.518928 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0416 13:59:49.518941 3804 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0416 13:59:49.518963 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0416 13:59:49.518982 3804 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0416 13:59:49.519278 3804 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0416 13:59:49.519292 3804 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0416 13:59:49.519298 3804 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0416 13:59:49.519308 3804 egressqos.go:193] Setting up event handlers for EgressQoS I0416 13:59:49.519375 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0416 13:59:49.519387 3804 egressfirewall.go:723] Syncing node "ip-10-0-2-28.ec2.internal" for egress firewall I0416 13:59:49.519436 3804 egressqos.go:245] Starting EgressQoS Controller I0416 13:59:49.519450 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0416 13:59:49.519458 3804 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0416 13:59:49.519464 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0416 13:59:49.519469 3804 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0416 13:59:49.519474 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0416 13:59:49.519479 3804 shared_informer.go:356] "Caches are synced" controller="egressqos" I0416 13:59:49.519483 3804 egressqos.go:259] Repairing EgressQoSes I0416 13:59:49.519487 3804 egressqos.go:399] Starting repairing loop for egressqos I0416 13:59:49.519566 3804 egressqos.go:401] Finished repairing loop for egressqos: 79.394µs I0416 13:59:49.519586 3804 egressservice_zone.go:132] Setting up event handlers for Egress Services I0416 13:59:49.519616 3804 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-21.ec2.internal I0416 13:59:49.519665 3804 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-21.ec2.internal : 49.338µs I0416 13:59:49.519748 3804 egressservice_zone.go:210] Starting Egress Services Controller I0416 13:59:49.519765 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 13:59:49.519776 3804 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 13:59:49.519786 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 13:59:49.519794 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 13:59:49.519802 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 13:59:49.519808 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 13:59:49.519814 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0416 13:59:49.519818 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0416 13:59:49.519822 3804 egressservice_zone.go:228] Repairing Egress Services I0416 13:59:49.520126 3804 master_controller.go:88] Starting Admin Policy Based Route Controller I0416 13:59:49.520135 3804 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 13:59:49.520203 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0416 13:59:49.520214 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 13.55µs I0416 13:59:49.520222 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-28.ec2.internal I0416 13:59:49.520235 3804 default_network_controller.go:585] Completing all the Watchers took 318.299582ms I0416 13:59:49.520253 3804 default_network_controller.go:589] Starting unidling controllers I0416 13:59:49.520269 3804 unidle.go:46] Registering OVN SB ControllerEvent handler I0416 13:59:49.520277 3804 unidle.go:63] Populating Initial ContollerEvent events I0416 13:59:49.520287 3804 unidle.go:79] Setting up event handlers for services I0416 13:59:49.520237 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-28.ec2.internal: 14.407µs I0416 13:59:49.520428 3804 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0416 13:59:49.737867 3804 default_node_network_controller.go:519] Node connection status = connected I0416 13:59:50.237112 3804 default_node_network_controller.go:519] Node connection status = connected I0416 13:59:50.737456 3804 default_node_network_controller.go:519] Node connection status = connected I0416 13:59:51.252060 3804 default_node_network_controller.go:519] Node connection status = connected I0416 13:59:51.321441 3804 bridgeconfig.go:537] Gateway is ready I0416 13:59:51.321464 3804 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0416 13:59:51.335211 3804 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.21. Updating OVN encap IP. I0416 13:59:51.341475 3804 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0416 13:59:51.341854 3804 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.21 - it is already configured I0416 13:59:51.341868 3804 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.21/24:{} 172.20.0.1/32:{}]. Updating annotations. I0416 13:59:51.342148 3804 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.21/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-21.ec2.internal","mac-address":"0a:ff:cb:38:52:d5","ip-addresses":["10.0.1.21/24"],"ip-address":"10.0.1.21/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:893a7e49-2314-4d2a-bec6-ba62186905a8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.21/24"}] on node ip-10-0-1-21.ec2.internal I0416 13:59:51.356130 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0416 13:59:51.356151 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 26.577µs I0416 13:59:51.356200 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0416 13:59:51.356218 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0416 13:59:51.356229 3804 master.go:548] Adding or Updating local node "ip-10-0-1-21.ec2.internal" for network "default" I0416 13:59:51.356265 3804 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0416 13:59:51.356282 3804 services_controller.go:574] Full service sync requested for network=default I0416 13:59:51.356508 3804 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.21 I0416 13:59:51.356581 3804 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-21.ec2.internal I0416 13:59:51.360967 3804 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-21.ec2.internal. Updating no re-route policies I0416 13:59:51.361048 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2g4j4 I0416 13:59:51.361060 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9khvc I0416 13:59:51.361061 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jtm9n I0416 13:59:51.361074 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9khvc I0416 13:59:51.361076 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jtm9n I0416 13:59:51.361088 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bbss6 I0416 13:59:51.361097 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ndfsz I0416 13:59:51.361113 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ndfsz I0416 13:59:51.361113 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-21.ec2.internal I0416 13:59:51.361048 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dfwmx I0416 13:59:51.361127 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-vb27h I0416 13:59:51.361129 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-21.ec2.internal I0416 13:59:51.361134 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dfwmx I0416 13:59:51.361115 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bbss6 I0416 13:59:51.361139 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-vb27h I0416 13:59:51.361134 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-21.ec2.internal I0416 13:59:51.361146 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sls4z I0416 13:59:51.361152 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-21.ec2.internal I0416 13:59:51.361157 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dfwmx after 0 failed attempt(s) I0416 13:59:51.361135 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ndfsz after 0 failed attempt(s) I0416 13:59:51.361131 3804 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9khvc] creating logical port openshift-network-diagnostics_network-check-target-9khvc for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:51.361064 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2g4j4 I0416 13:59:51.361178 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-21.ec2.internal after 0 failed attempt(s) I0416 13:59:51.361192 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2g4j4 after 0 failed attempt(s) I0416 13:59:51.361151 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bbss6 after 0 failed attempt(s) I0416 13:59:51.361199 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dtxzz I0416 13:59:51.361103 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jtm9n after 0 failed attempt(s) I0416 13:59:51.361208 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dtxzz I0416 13:59:51.361159 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-vb27h after 0 failed attempt(s) I0416 13:59:51.361113 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-zqh2m I0416 13:59:51.361223 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-zqh2m I0416 13:59:51.361231 3804 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dtxzz] creating logical port openshift-multus_network-metrics-daemon-dtxzz for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:51.361244 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-zqh2m after 0 failed attempt(s) I0416 13:59:51.361155 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hx574 I0416 13:59:51.361260 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-hx574 I0416 13:59:51.361157 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-21.ec2.internal after 0 failed attempt(s) I0416 13:59:51.361280 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-hx574 after 0 failed attempt(s) I0416 13:59:51.361163 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sls4z I0416 13:59:51.361317 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sls4z after 0 failed attempt(s) I0416 13:59:51.362033 3804 pods.go:271] [openshift-network-diagnostics/network-check-target-9khvc] addLogicalPort took 918.197µs, libovsdb time 327.924µs I0416 13:59:51.362042 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9khvc after 0 failed attempt(s) I0416 13:59:51.362247 3804 pods.go:271] [openshift-multus/network-metrics-daemon-dtxzz] addLogicalPort took 1.023589ms, libovsdb time 464.823µs I0416 13:59:51.362254 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dtxzz after 0 failed attempt(s) I0416 13:59:51.372295 3804 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0416 13:59:51.384411 3804 iptables.go:108] Creating table: mangle chain: OUTPUT I0416 13:59:51.387668 3804 iptables.go:108] Creating table: nat chain: OUTPUT I0416 13:59:51.410509 3804 iptables.go:108] Creating table: nat chain: PREROUTING I0416 13:59:51.453115 3804 iptables.go:108] Creating table: filter chain: FORWARD I0416 13:59:51.469695 3804 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0416 13:59:51.469945 3804 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0416 13:59:51.470047 3804 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0416 13:59:51.470116 3804 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0416 13:59:51.470164 3804 gateway_init.go:325] Gateway and management port readiness took 2.237794217s I0416 13:59:51.470191 3804 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0416 13:59:51.470224 3804 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0416 13:59:51.470236 3804 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0416 13:59:51.470245 3804 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 13:59:51.470305 3804 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0416 13:59:51.470388 3804 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.662µs I0416 13:59:51.470570 3804 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0416 13:59:51.470597 3804 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.184µs I0416 13:59:51.470605 3804 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.253µs I0416 13:59:51.470610 3804 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0416 13:59:51.470620 3804 nad_controller.go:379] [node-nad-controller NAD controller]: started I0416 13:59:51.470625 3804 default_node_network_controller.go:899] Starting the default node network controller I0416 13:59:51.470629 3804 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0416 13:59:51.470709 3804 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.388µs I0416 13:59:51.470781 3804 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0416 13:59:51.470791 3804 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0416 13:59:51.470815 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c06cb0 0xc000791ea0 0xc000791f10 0xc0002dc000 0xc0002dc070 0xc0002dc0e0 0xc0002dc150 0xc000739db0 0xc0002dc230 0xc0002dc2a0 0xc000a9c230 0xc00623b500 0xc0002dc310 map[0x2ff9080:0xc002624ea0 0x2ff95c0:0xc002625020 0x2ffa2e0:0xc00230f440 0x2ffa580:0xc002624e40 0x2ffad60:0xc002624f00 0x2ffb000:0xc002624f60 0x2ffb2a0:0xc002624fc0 0x2ffba80:0xc002625080 0x2ffbd20:0xc0026250e0 0x3026980:0xc001883d40 0x3026d20:0xc001883da0 0x3027800:0xc000c6c7e0 0x3029160:0xc001ba6000 0x30298a0:0xc001883ec0 0x302a720:0xc001ba6060] 0xc0000d30a0 0} I0416 13:59:51.470876 3804 gateway.go:151] Starting gateway service sync I0416 13:59:51.471275 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0416 13:59:51.473428 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0416 13:59:51.483483 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0416 13:59:51.484820 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0416 13:59:51.485983 3804 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0416 13:59:51.521255 3804 gateway.go:168] Gateway service sync done. Time taken: 50.362412ms I0416 13:59:51.521869 3804 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32317 I0416 13:59:51.522092 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c06cb0 0xc000791ea0 0xc000791f10 0xc0002dc000 0xc0002dc070 0xc0002dc0e0 0xc0002dc150 0xc000739db0 0xc0002dc230 0xc0002dc2a0 0xc000a9c230 0xc00623b500 0xc0002dc310 map[0x2ff9080:0xc002624ea0 0x2ff95c0:0xc002625020 0x2ffa2e0:0xc00230f440 0x2ffa580:0xc002624e40 0x2ffad60:0xc002624f00 0x2ffb000:0xc002624f60 0x2ffb2a0:0xc002624fc0 0x2ffba80:0xc002625080 0x2ffbd20:0xc0026250e0 0x3026980:0xc001883d40 0x3026d20:0xc001883da0 0x3027800:0xc000c6c7e0 0x3029160:0xc001ba6000 0x30298a0:0xc001883ec0 0x302a720:0xc001ba6060] 0xc0000d30a0 0} I0416 13:59:51.522514 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c06cb0 0xc000791ea0 0xc000791f10 0xc0002dc000 0xc0002dc070 0xc0002dc0e0 0xc0002dc150 0xc000739db0 0xc0002dc230 0xc0002dc2a0 0xc000a9c230 0xc00623b500 0xc0002dc310 map[0x2ff9080:0xc002624ea0 0x2ff95c0:0xc002625020 0x2ffa2e0:0xc00230f440 0x2ffa580:0xc002624e40 0x2ffad60:0xc002624f00 0x2ffb000:0xc002624f60 0x2ffb2a0:0xc002624fc0 0x2ffba80:0xc002625080 0x2ffbd20:0xc0026250e0 0x3026980:0xc001883d40 0x3026d20:0xc001883da0 0x3027800:0xc000c6c7e0 0x3029160:0xc001ba6000 0x30298a0:0xc001883ec0 0x302a720:0xc001ba6060] 0xc0000d30a0 0} I0416 13:59:51.522546 3804 gateway.go:532] Reconciling gateway with updates I0416 13:59:51.528508 3804 gateway.go:339] Spawning Conntrack Rule Check Thread I0416 13:59:51.528587 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 13:59:51.528593 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 13:59:51.528606 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 13:59:51.528608 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 13:59:51.528606 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 13:59:51.528617 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 13:59:51.528619 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 13:59:51.528623 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 13:59:51.528630 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 13:59:51.528639 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 13:59:51.528639 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 13:59:51.528641 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 13:59:51.528662 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 13:59:51.528663 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 13:59:51.528666 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 13:59:51.528684 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 13:59:51.528685 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 13:59:51.528704 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 13:59:51.528715 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 13:59:51.528731 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 13:59:51.528738 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 13:59:51.528738 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 13:59:51.528743 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 13:59:51.528734 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 13:59:51.528749 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 13:59:51.528752 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 13:59:51.528758 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 13:59:51.528738 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 13:59:51.528775 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 13:59:51.528779 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 13:59:51.528781 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 13:59:51.528783 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 13:59:51.528795 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 13:59:51.528794 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 13:59:51.528802 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 13:59:51.528809 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 13:59:51.528749 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 13:59:51.528816 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 13:59:51.528802 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 13:59:51.528825 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 13:59:51.528826 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 13:59:51.528826 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 13:59:51.528625 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 13:59:51.528834 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 13:59:51.528835 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 13:59:51.528647 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 13:59:51.528689 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 13:59:51.528852 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 13:59:51.528631 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 13:59:51.528859 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 13:59:51.528820 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 13:59:51.528704 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 13:59:51.528870 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 30834 is already open, no action needed I0416 13:59:51.528880 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 31082 is already open, no action needed I0416 13:59:51.528836 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 13:59:51.528894 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 13:59:51.528829 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 13:59:51.528914 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 13:59:51.528880 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 13:59:51.528750 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 13:59:51.528774 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 13:59:51.528596 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 13:59:51.528982 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 13:59:51.528602 3804 default_node_network_controller.go:944] Gateway and management port readiness took 57.802106ms I0416 13:59:51.528691 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 13:59:51.529083 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 13:59:51.528697 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 13:59:51.529157 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 13:59:51.528706 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 13:59:51.529179 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 13:59:51.529223 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 13:59:51.528746 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 13:59:51.529240 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 13:59:51.528761 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 13:59:51.529251 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 13:59:51.529264 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 13:59:51.529227 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 13:59:51.529275 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 13:59:51.529286 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 13:59:51.529299 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 13:59:51.529256 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 13:59:51.529310 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 13:59:51.529324 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 13:59:51.528787 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 13:59:51.529280 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 13:59:51.528803 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 13:59:51.528800 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 13:59:51.529435 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 13:59:51.528812 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 13:59:51.528818 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 13:59:51.529489 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 13:59:51.529504 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 13:59:51.529511 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 13:59:51.529494 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 13:59:51.528846 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 13:59:51.528968 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 13:59:51.528614 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 13:59:51.528759 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 13:59:51.529681 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 13:59:51.528789 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 13:59:51.529302 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 13:59:51.529755 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 13:59:51.529345 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 13:59:51.528803 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 13:59:51.529828 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 13:59:51.528837 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 13:59:51.530380 3804 node_ip_handler_linux.go:160] Node IP manager is running W0416 13:59:51.569696 3804 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 13:59:51.570027 3804 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 13:59:51.570246 3804 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0416 13:59:51.577151 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 13:59:51.577186 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 13:59:51.577198 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 13:59:51.577208 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 13:59:51.577217 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 13:59:51.577227 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 13:59:51.577238 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 13:59:51.618407 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 13:59:51.618430 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 13:59:51.618437 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 13:59:51.618448 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 13:59:51.659688 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 13:59:51.659738 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 13:59:51.659774 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 13:59:51.659791 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 13:59:51.659801 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 13:59:51.659825 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 13:59:51.659850 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 13:59:51.659858 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 13:59:51.659866 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 13:59:51.659874 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 13:59:51.659882 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 13:59:51.659887 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 13:59:51.659894 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 13:59:51.659910 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 13:59:51.659927 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 13:59:51.659941 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 13:59:51.659955 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 13:59:51.659970 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 13:59:52.167389 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall I0416 13:59:52.167420 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default" E0416 13:59:52.167430 3804 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0416 13:59:52.167439 3804 node_tracker.go:220] Node ip-10-0-0-244.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0416 13:59:52.167442 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 13:59:52.167451 3804 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-244.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-244.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal, error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0416 13:59:52.167459 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 21.322µs E0416 13:59:52.181916 3804 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-244.ec2.internal annotation: unexpected end of JSON input E0416 13:59:52.181925 3804 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-244.ec2.internal annotation: unexpected end of JSON input I0416 13:59:52.181970 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0416 13:59:52.182028 3804 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-244.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-244.ec2.internal" I0416 13:59:52.197167 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0416 13:59:52.197235 3804 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-244.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-244.ec2.internal" I0416 13:59:52.211975 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 13:59:52.211993 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall I0416 13:59:52.211998 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 29.689µs I0416 13:59:52.212067 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0416 13:59:52.212141 3804 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-244.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-244.ec2.internal" I0416 13:59:52.223674 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0416 13:59:52.413562 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 13:59:52.413582 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 26.785µs I0416 13:59:52.413594 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall I0416 13:59:52.413628 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 13:59:52.430411 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 13:59:52.678072 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 13:59:53.150176 3804 default_node_network_controller.go:1380] Starting node controller node sync W0416 13:59:53.150252 3804 egressip_healthcheck.go:76] Health checking using insecure connection I0416 13:59:53.150337 3804 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0416 13:59:53.162226 3804 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.027298ms I0416 13:59:53.162340 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-28.ec2.internal", IP: 10.0.2.28 to PMTUD blocking rules I0416 13:59:53.162355 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-28.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 13:59:53.168438 3804 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0416 13:59:53.168786 3804 egressservice_node.go:93] Setting up event handlers for Egress Services I0416 13:59:53.168899 3804 egressservice_node.go:183] Starting Egress Services Controller I0416 13:59:53.168919 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 13:59:53.168933 3804 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 13:59:53.168942 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 13:59:53.168949 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 13:59:53.168957 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 13:59:53.168964 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 13:59:53.168970 3804 egressservice_node.go:197] Repairing Egress Services I0416 13:59:53.179049 3804 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0416 13:59:53.179063 3804 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 13:59:53.179223 3804 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0416 13:59:53.179249 3804 link_network_manager.go:119] Link manager is running I0416 13:59:53.179258 3804 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0416 13:59:53.179413 3804 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0416 13:59:53.179734 3804 vrf_manager.go:128] VRF manager is running I0416 13:59:53.179821 3804 node_controller_manager.go:437] Removing flows to drop GARP I0416 13:59:53.179836 3804 gateway.go:532] Reconciling gateway with updates I0416 13:59:53.209732 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 13:59:53.209747 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 13:59:53.209751 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 13:59:53.209761 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 13:59:53.209767 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 13:59:53.209767 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 13:59:53.209772 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 13:59:53.209775 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 13:59:53.209779 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 13:59:53.209776 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 13:59:53.209783 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 13:59:53.209795 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 30834 is already open, no action needed I0416 13:59:53.209797 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 13:59:53.209799 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 13:59:53.209802 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 31082 is already open, no action needed I0416 13:59:53.209807 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 13:59:53.209810 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 13:59:53.209815 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 13:59:53.209763 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 13:59:53.209820 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 13:59:53.209823 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 13:59:53.209825 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 13:59:53.209751 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 13:59:53.209836 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 13:59:53.209843 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 13:59:53.209774 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 13:59:53.209847 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 13:59:53.209853 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 13:59:53.209855 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 13:59:53.209858 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 13:59:53.209859 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 13:59:53.209864 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 13:59:53.209864 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 13:59:53.209870 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 13:59:53.209872 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 13:59:53.209876 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 13:59:53.209877 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 13:59:53.209880 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 13:59:53.209882 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 13:59:53.209885 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 13:59:53.209889 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 13:59:53.209796 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 13:59:53.209892 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 13:59:53.209889 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 13:59:53.209901 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 13:59:53.209907 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 13:59:53.209797 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 13:59:53.209880 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 13:59:53.209869 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 13:59:53.209918 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 13:59:53.209811 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 13:59:53.209936 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 13:59:53.209945 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 13:59:53.209948 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 13:59:53.209931 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 13:59:53.209960 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 13:59:53.209864 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 13:59:53.209978 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 13:59:53.209991 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 13:59:53.209997 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 13:59:53.209918 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 13:59:53.210007 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 13:59:53.209856 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 13:59:53.210019 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 13:59:53.209756 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 13:59:53.210028 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 13:59:53.209946 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 13:59:53.209838 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 13:59:53.209750 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 13:59:53.210110 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 13:59:53.209734 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 13:59:53.210135 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 13:59:53.209764 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 13:59:53.210157 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 13:59:53.209773 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 13:59:53.210166 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 13:59:53.209784 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 13:59:53.210175 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 13:59:53.209820 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 13:59:53.210207 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 13:59:53.209833 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 13:59:53.210233 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 13:59:53.209833 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 13:59:53.209838 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 13:59:53.210258 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 13:59:53.209847 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 13:59:53.210279 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 13:59:53.209847 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 13:59:53.210302 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 13:59:53.209847 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 13:59:53.209851 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 13:59:53.209857 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 13:59:53.210369 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 13:59:53.209878 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 13:59:53.210391 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 13:59:53.209880 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 13:59:53.210417 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 13:59:53.210422 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 13:59:53.209883 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 13:59:53.209888 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 13:59:53.210432 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 13:59:53.209890 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 13:59:53.209893 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 13:59:53.210460 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 13:59:53.209894 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 13:59:53.209897 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 13:59:53.209898 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 13:59:53.210490 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 13:59:53.209905 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 13:59:53.209901 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 13:59:53.209963 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 13:59:53.250594 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 13:59:53.250620 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250635 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 13:59:53.250642 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 13:59:53.250647 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 13:59:53.250654 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250659 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250665 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 13:59:53.250670 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 13:59:53.250677 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250687 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 13:59:53.250697 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250706 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250713 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 13:59:53.250731 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 13:59:53.250749 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 13:59:53.250771 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250780 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 13:59:53.250788 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 13:59:53.250798 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 13:59:53.250805 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 13:59:53.250815 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 13:59:53.250810 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 13:59:54.015526 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 13:59:54.787672 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 13:59:54.829585 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 13:59:55.303559 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0416 13:59:55.303612 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 60.02µs I0416 13:59:55.329181 3804 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f5cb5f577-m45f6] creating logical port openshift-image-registry_image-registry-7f5cb5f577-m45f6 for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:55.329311 3804 kube.go:256] Updating pod openshift-image-registry/image-registry-7f5cb5f577-m45f6 I0416 13:59:55.332112 3804 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-fd7969945-nl9jb] creating logical port openshift-ingress_router-default-fd7969945-nl9jb for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:55.332215 3804 kube.go:256] Updating pod openshift-ingress/router-default-fd7969945-nl9jb I0416 13:59:55.352675 3804 pod.go:62] [openshift-image-registry/image-registry-7f5cb5f577-m45f6] pod update took 23.389551ms I0416 13:59:55.352801 3804 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f5cb5f577-m45f6] addLogicalPort annotation time took 23.519641ms I0416 13:59:55.352830 3804 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xtw7n] creating logical port openshift-dns_dns-default-xtw7n for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:55.352699 3804 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n4k22] creating logical port openshift-ingress-canary_ingress-canary-n4k22 for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:55.353002 3804 kube.go:256] Updating pod openshift-dns/dns-default-xtw7n I0416 13:59:55.353109 3804 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n4k22 I0416 13:59:55.354827 3804 pods.go:271] [openshift-image-registry/image-registry-7f5cb5f577-m45f6] addLogicalPort took 25.665253ms, libovsdb time 1.592635ms I0416 13:59:55.355032 3804 pod.go:62] [openshift-ingress/router-default-fd7969945-nl9jb] pod update took 22.858646ms I0416 13:59:55.355051 3804 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-fd7969945-nl9jb] addLogicalPort annotation time took 22.880542ms I0416 13:59:55.356164 3804 pods.go:271] [openshift-ingress/router-default-fd7969945-nl9jb] addLogicalPort took 24.068414ms, libovsdb time 846.509µs I0416 13:59:55.368668 3804 pod.go:62] [openshift-ingress-canary/ingress-canary-n4k22] pod update took 15.574808ms I0416 13:59:55.368691 3804 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n4k22] addLogicalPort annotation time took 15.603702ms I0416 13:59:55.369996 3804 pods.go:271] [openshift-ingress-canary/ingress-canary-n4k22] addLogicalPort took 17.314204ms, libovsdb time 962.641µs I0416 13:59:55.370543 3804 pod.go:62] [openshift-dns/dns-default-xtw7n] pod update took 17.587117ms I0416 13:59:55.370573 3804 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xtw7n] addLogicalPort annotation time took 17.620439ms I0416 13:59:55.371902 3804 pods.go:271] [openshift-dns/dns-default-xtw7n] addLogicalPort took 19.082776ms, libovsdb time 959.207µs W0416 13:59:55.834585 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 13:59:56.081214 3804 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0416 13:59:56.082249 3804 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.011409ms I0416 13:59:56.106431 3804 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0416 13:59:56.193043 3804 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ccks7 for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:56.193166 3804 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7 I0416 13:59:56.207496 3804 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7] pod update took 14.359705ms I0416 13:59:56.207523 3804 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7] addLogicalPort annotation time took 14.392246ms I0416 13:59:56.208785 3804 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7] addLogicalPort took 15.765508ms, libovsdb time 934.739µs I0416 13:59:56.600916 3804 namespace.go:98] [openshift-service-ca] adding namespace I0416 13:59:56.601997 3804 namespace.go:102] [openshift-service-ca] adding namespace took 999.523µs I0416 13:59:56.617290 3804 namespace.go:142] [openshift-service-ca] updating namespace I0416 13:59:56.914187 3804 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7 ec4ffcf6a8d3a4c5f69a857850a91b93167812c6eded35cc723a0fc448b5204f network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7 ec4ffcf6a8d3a4c5f69a857850a91b93167812c6eded35cc723a0fc448b5204f network default NAD default NAD key ] I0416 13:59:56.914193 3804 cni.go:452] [openshift-ingress-canary/ingress-canary-n4k22 f5ef9d4a842638b8bf88b8936bbf3c7639f989d1af99ca5247a0211e1e618667 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n4k22 f5ef9d4a842638b8bf88b8936bbf3c7639f989d1af99ca5247a0211e1e618667 network default NAD default NAD key ] I0416 13:59:56.933936 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n4k22, hostIfaceName: f5ef9d4a842638b, network: default, NAD default, SandboxID: "f5ef9d4a842638b8bf88b8936bbf3c7639f989d1af99ca5247a0211e1e618667", PCI device ID: , UID: "50651f8e-cf40-4a77-9125-e922b7664f13", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0416 13:59:56.933970 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ccks7, hostIfaceName: ec4ffcf6a8d3a4c, network: default, NAD default, SandboxID: "ec4ffcf6a8d3a4c5f69a857850a91b93167812c6eded35cc723a0fc448b5204f", PCI device ID: , UID: "de68b8eb-7106-40b0-9bb8-2639e0593d81", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0416 13:59:56.987870 3804 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7 ec4ffcf6a8d3a4c5f69a857850a91b93167812c6eded35cc723a0fc448b5204f network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ccks7 ec4ffcf6a8d3a4c5f69a857850a91b93167812c6eded35cc723a0fc448b5204f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:bd:4e:d0:cd:b9\",\"name\":\"ec4ffcf6a8d3a4c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d6f643e-2dba-4927-a1eb-95c08e51576f\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 13:59:56.993595 3804 cni.go:473] [openshift-ingress-canary/ingress-canary-n4k22 f5ef9d4a842638b8bf88b8936bbf3c7639f989d1af99ca5247a0211e1e618667 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n4k22 f5ef9d4a842638b8bf88b8936bbf3c7639f989d1af99ca5247a0211e1e618667 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:36:66:c4:84:ab\",\"name\":\"f5ef9d4a842638b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/973e5296-df82-464c-81f5-bf9bcb4c3b41\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 13:59:58.133247 3804 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-g2qsb] creating logical port openshift-insights_insights-runtime-extractor-g2qsb for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:58.133384 3804 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-g2qsb I0416 13:59:58.145925 3804 pod.go:62] [openshift-insights/insights-runtime-extractor-g2qsb] pod update took 12.569455ms I0416 13:59:58.145950 3804 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-g2qsb] addLogicalPort annotation time took 12.600249ms I0416 13:59:58.147361 3804 pods.go:271] [openshift-insights/insights-runtime-extractor-g2qsb] addLogicalPort took 14.128549ms, libovsdb time 1.07323ms I0416 13:59:58.273962 3804 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-hjqlp] creating logical port openshift-service-ca_service-ca-d9cb48497-hjqlp for pod on switch ip-10-0-1-21.ec2.internal I0416 13:59:58.274160 3804 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-hjqlp I0416 13:59:58.287374 3804 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-hjqlp] pod update took 13.236689ms I0416 13:59:58.287404 3804 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-hjqlp] addLogicalPort annotation time took 13.273099ms I0416 13:59:58.288838 3804 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-hjqlp] addLogicalPort took 14.900003ms, libovsdb time 1.069201ms I0416 13:59:59.119238 3804 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-hjqlp 271144ac25a3018794febf5926a79e215c913d0d82484859e07844be3d9181a6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-hjqlp 271144ac25a3018794febf5926a79e215c913d0d82484859e07844be3d9181a6 network default NAD default NAD key ] I0416 13:59:59.131495 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-hjqlp, hostIfaceName: 271144ac25a3018, network: default, NAD default, SandboxID: "271144ac25a3018794febf5926a79e215c913d0d82484859e07844be3d9181a6", PCI device ID: , UID: "3665cfc6-abcb-4623-873b-17ac4aa4d5f1", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0416 13:59:59.184418 3804 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-hjqlp 271144ac25a3018794febf5926a79e215c913d0d82484859e07844be3d9181a6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-hjqlp 271144ac25a3018794febf5926a79e215c913d0d82484859e07844be3d9181a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d3:47:e3:77:39\",\"name\":\"271144ac25a3018\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb82f5dd-e1af-4783-aed2-18a4b6102878\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 13:59:59.545183 3804 cni.go:452] [openshift-network-diagnostics/network-check-target-9khvc 4fa9ee79dbc88760b6d8c9d976c8683fe77fa855e34112097c940c24599fe6c3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9khvc 4fa9ee79dbc88760b6d8c9d976c8683fe77fa855e34112097c940c24599fe6c3 network default NAD default NAD key ] I0416 13:59:59.555019 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9khvc, hostIfaceName: 4fa9ee79dbc8876, network: default, NAD default, SandboxID: "4fa9ee79dbc88760b6d8c9d976c8683fe77fa855e34112097c940c24599fe6c3", PCI device ID: , UID: "0a7743d2-14f1-4419-b798-ff4fa711a993", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0416 13:59:59.604381 3804 cni.go:473] [openshift-network-diagnostics/network-check-target-9khvc 4fa9ee79dbc88760b6d8c9d976c8683fe77fa855e34112097c940c24599fe6c3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9khvc 4fa9ee79dbc88760b6d8c9d976c8683fe77fa855e34112097c940c24599fe6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:25:2f:77:36:6e\",\"name\":\"4fa9ee79dbc8876\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/512064e6-59f7-4ba7-b4a8-95737d92e265\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:00.181880 3804 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605800-gmclc for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:00.181995 3804 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc I0416 14:00:00.193579 3804 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc] pod update took 11.616755ms I0416 14:00:00.193602 3804 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc] addLogicalPort annotation time took 11.645176ms I0416 14:00:00.194923 3804 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc] addLogicalPort took 13.05849ms, libovsdb time 995.014µs I0416 14:00:00.599819 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key ] I0416 14:00:00.612202 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605800-gmclc, hostIfaceName: 2d8cbeb97e1bccc, network: default, NAD default, SandboxID: "2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821", PCI device ID: , UID: "0439b331-ecdc-4bb5-a334-0113f58279b4", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0416 14:00:00.665498 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:44:0e:6f:81:31\",\"name\":\"2d8cbeb97e1bccc\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a40f99cf-1ccc-4d3f-8a63-61af22e1e1ef\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:02.356832 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 14:00:04.706755 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 14:00:06.473940 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 14:00:10.091356 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 14:00:10.091375 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall I0416 14:00:10.091383 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 36.072µs I0416 14:00:10.091416 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 14:00:11.359675 3804 cni.go:452] [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key ] I0416 14:00:11.369384 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f5cb5f577-m45f6, hostIfaceName: 669c537eb559a84, network: default, NAD default, SandboxID: "669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893", PCI device ID: , UID: "48731193-0479-4945-8508-5dbd3b6e2a59", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0416 14:00:11.389609 3804 cni.go:452] [openshift-dns/dns-default-xtw7n a7df589712585dd9295fbe288c75d240e39c3b508c7a4534c09c33894feaa1be network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xtw7n a7df589712585dd9295fbe288c75d240e39c3b508c7a4534c09c33894feaa1be network default NAD default NAD key ] I0416 14:00:11.401527 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xtw7n, hostIfaceName: a7df589712585dd, network: default, NAD default, SandboxID: "a7df589712585dd9295fbe288c75d240e39c3b508c7a4534c09c33894feaa1be", PCI device ID: , UID: "d086647a-26bf-47f7-a1e4-3ca3eacd49e1", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0416 14:00:11.425801 3804 cni.go:473] [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b6:1a:2f:ef:35\",\"name\":\"669c537eb559a84\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d5e8bc0-8aa8-44ae-91f2-e4b815282f3f\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:11.451525 3804 cni.go:473] [openshift-dns/dns-default-xtw7n a7df589712585dd9295fbe288c75d240e39c3b508c7a4534c09c33894feaa1be network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xtw7n a7df589712585dd9295fbe288c75d240e39c3b508c7a4534c09c33894feaa1be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:7c:5c:5f:c6:ab\",\"name\":\"a7df589712585dd\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d3a8ac6-accf-4f12-86aa-605a524fef43\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:14.106882 3804 cni.go:452] [openshift-insights/insights-runtime-extractor-g2qsb dcf7626fe328646c7521f656a6cd221562dc5c50206b1535e375c6e53493ca32 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-g2qsb dcf7626fe328646c7521f656a6cd221562dc5c50206b1535e375c6e53493ca32 network default NAD default NAD key ] I0416 14:00:14.117273 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-g2qsb, hostIfaceName: dcf7626fe328646, network: default, NAD default, SandboxID: "dcf7626fe328646c7521f656a6cd221562dc5c50206b1535e375c6e53493ca32", PCI device ID: , UID: "b25bce31-6d1c-45c3-819f-bdc6e6a672ee", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0416 14:00:14.168884 3804 cni.go:473] [openshift-insights/insights-runtime-extractor-g2qsb dcf7626fe328646c7521f656a6cd221562dc5c50206b1535e375c6e53493ca32 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-g2qsb dcf7626fe328646c7521f656a6cd221562dc5c50206b1535e375c6e53493ca32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3d:49:9c:50:b3\",\"name\":\"dcf7626fe328646\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb4412ff-445f-4eb0-b1ce-c3a49b793b58\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:19.251493 3804 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-244.ec2.internal I0416 14:00:19.251523 3804 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-244.ec2.internal I0416 14:00:19.251620 3804 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-244.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-244.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal I0416 14:00:21.362390 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xwffv I0416 14:00:21.362411 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f4749 I0416 14:00:21.362438 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f4749 I0416 14:00:21.362478 3804 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f4749, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f4749: suppressed error logged: pod openshift-multus/network-metrics-daemon-f4749: no pod IPs found I0416 14:00:21.362420 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xwffv I0416 14:00:21.362502 3804 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xwffv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xwffv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xwffv: no pod IPs found W0416 14:00:23.825994 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:23.829429 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:23.829453 3804 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:23.829466 3804 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0416 14:00:23.898335 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 14:00:23.924221 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-zftrb for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:23.924357 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb I0416 14:00:23.942564 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 14:00:23.942751 3804 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb] pod update took 18.419025ms I0416 14:00:23.942771 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb] addLogicalPort annotation time took 18.443427ms I0416 14:00:23.948910 3804 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb] addLogicalPort took 24.650768ms, libovsdb time 3.553299ms W0416 14:00:23.989215 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-75bf6789c8-vgwm9 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-75bf6789c8-vgwm9: no pod IPs found W0416 14:00:24.005893 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 14:00:24.061112 3804 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-n8dnc] creating logical port openshift-console_downloads-5c54f4944f-n8dnc for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:24.061218 3804 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-n8dnc I0416 14:00:24.080539 3804 pod.go:62] [openshift-console/downloads-5c54f4944f-n8dnc] pod update took 19.348582ms I0416 14:00:24.080562 3804 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-n8dnc] addLogicalPort annotation time took 19.378161ms I0416 14:00:24.081782 3804 pods.go:271] [openshift-console/downloads-5c54f4944f-n8dnc] addLogicalPort took 20.691002ms, libovsdb time 867.591µs I0416 14:00:24.332366 3804 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb d98f6b02b540c2bc466970e2cf5a8c66cdefb018261533601abc36d5b3ddaee0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb d98f6b02b540c2bc466970e2cf5a8c66cdefb018261533601abc36d5b3ddaee0 network default NAD default NAD key ] I0416 14:00:24.342070 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-zftrb, hostIfaceName: d98f6b02b540c2b, network: default, NAD default, SandboxID: "d98f6b02b540c2bc466970e2cf5a8c66cdefb018261533601abc36d5b3ddaee0", PCI device ID: , UID: "edbf7308-f196-4077-bdd8-b9ffae9f86ab", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0416 14:00:24.393640 3804 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb d98f6b02b540c2bc466970e2cf5a8c66cdefb018261533601abc36d5b3ddaee0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zftrb d98f6b02b540c2bc466970e2cf5a8c66cdefb018261533601abc36d5b3ddaee0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c0:06:2d:54:ff\",\"name\":\"d98f6b02b540c2b\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6a74b2e-414f-4dc3-8727-918142f4f6ef\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:24.479598 3804 cni.go:452] [openshift-console/downloads-5c54f4944f-n8dnc b7ad24b3fe09f50e916b19428331f3d642de078564c0bd603aa2a75ad7f57bea network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-n8dnc b7ad24b3fe09f50e916b19428331f3d642de078564c0bd603aa2a75ad7f57bea network default NAD default NAD key ] I0416 14:00:24.489554 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-n8dnc, hostIfaceName: b7ad24b3fe09f50, network: default, NAD default, SandboxID: "b7ad24b3fe09f50e916b19428331f3d642de078564c0bd603aa2a75ad7f57bea", PCI device ID: , UID: "107b6fdf-3005-4e72-ab2a-b4bd673a2cf6", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0416 14:00:24.540136 3804 cni.go:473] [openshift-console/downloads-5c54f4944f-n8dnc b7ad24b3fe09f50e916b19428331f3d642de078564c0bd603aa2a75ad7f57bea network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-n8dnc b7ad24b3fe09f50e916b19428331f3d642de078564c0bd603aa2a75ad7f57bea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9d:9e:f4:5c:83\",\"name\":\"b7ad24b3fe09f50\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2138750-b99c-4a36-b3a1-9a74a66656d5\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:24.751413 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:24.751439 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:24.751446 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0416 14:00:24.917130 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "ip-10-0-0-244.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 14:00:24.917172 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default" I0416 14:00:24.917209 3804 node_tracker.go:235] Node ip-10-0-0-244.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-244.ec2.internal" I0416 14:00:24.917226 3804 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:24.917238 3804 services_controller.go:574] Full service sync requested for network=default W0416 14:00:24.917317 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:24.917472 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:00:24.981432 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "ip-10-0-0-244.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 14:00:25.039181 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default" I0416 14:00:25.039252 3804 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:25.039268 3804 services_controller.go:574] Full service sync requested for network=default I0416 14:00:25.039305 3804 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "ip-10-0-0-244.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 14:00:25.039492 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:25.039588 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:00:25.040385 3804 zone_ic_handler.go:195] Time taken to create transit switch: 290.109µs I0416 14:00:25.040405 3804 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-244.ec2.internal for the network default I0416 14:00:25.041493 3804 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-244.ec2.internal" on network "default" took: 1.413779ms I0416 14:00:25.597550 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 14:00:25.597574 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default" I0416 14:00:25.597582 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 10.0.0.244 to PMTUD blocking rules I0416 14:00:25.597596 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 14:00:25.597624 3804 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:25.597640 3804 services_controller.go:574] Full service sync requested for network=default I0416 14:00:25.597577 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 32.156µs I0416 14:00:25.597550 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall W0416 14:00:25.597915 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:25.598028 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:00:25.603842 3804 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-244.ec2.internal. Updating no re-route policies I0416 14:00:25.614712 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 10.0.0.244 to PMTUD blocking rules I0416 14:00:25.614747 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0416 14:00:25.803502 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 14:00:25.803526 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:00:27.610549 3804 cni.go:452] [openshift-ingress/router-default-fd7969945-nl9jb e280f64ac0a17a353f0b10f5a893afc111764deaf0cec61a5de6bb1f93c1eedb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-fd7969945-nl9jb e280f64ac0a17a353f0b10f5a893afc111764deaf0cec61a5de6bb1f93c1eedb network default NAD default NAD key ] I0416 14:00:27.621968 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-fd7969945-nl9jb, hostIfaceName: e280f64ac0a17a3, network: default, NAD default, SandboxID: "e280f64ac0a17a353f0b10f5a893afc111764deaf0cec61a5de6bb1f93c1eedb", PCI device ID: , UID: "9392c9f1-be40-484a-8ff1-93c79ec260a9", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0416 14:00:27.681507 3804 cni.go:473] [openshift-ingress/router-default-fd7969945-nl9jb e280f64ac0a17a353f0b10f5a893afc111764deaf0cec61a5de6bb1f93c1eedb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-fd7969945-nl9jb e280f64ac0a17a353f0b10f5a893afc111764deaf0cec61a5de6bb1f93c1eedb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:87:73:da:2e:7f\",\"name\":\"e280f64ac0a17a3\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a737564-20df-4d87-bcc1-8b5336d894db\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:27.794975 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0416 14:00:27.821138 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0416 14:00:28.807493 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0416 14:00:28.807522 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0416 14:00:29.010841 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 14:00:29.010876 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 44.535µs I0416 14:00:29.466176 3804 base_network_controller_pods.go:487] [default/openshift-console/console-666fb7489-5tj9f] creating logical port openshift-console_console-666fb7489-5tj9f for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:29.466287 3804 kube.go:256] Updating pod openshift-console/console-666fb7489-5tj9f I0416 14:00:29.483264 3804 pod.go:62] [openshift-console/console-666fb7489-5tj9f] pod update took 16.99912ms I0416 14:00:29.483293 3804 base_network_controller_pods.go:951] [default/openshift-console/console-666fb7489-5tj9f] addLogicalPort annotation time took 17.034956ms I0416 14:00:29.484672 3804 pods.go:271] [openshift-console/console-666fb7489-5tj9f] addLogicalPort took 18.518422ms, libovsdb time 965.388µs W0416 14:00:29.817962 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0416 14:00:29.817995 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0416 14:00:29.901225 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 14:00:29.906542 3804 cni.go:452] [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key ] W0416 14:00:29.916482 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0416 14:00:29.916505 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0416 14:00:29.916511 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0416 14:00:29.919397 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-666fb7489-5tj9f, hostIfaceName: 022f82a7d77b202, network: default, NAD default, SandboxID: "022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173", PCI device ID: , UID: "652ab03f-3928-46a4-a34d-1e274dff9624", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0416 14:00:29.976330 3804 cni.go:473] [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e7:4f:84:34:3b\",\"name\":\"022f82a7d77b202\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a664c50-f0be-48c7-ba06-f7a24c87690a\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:30.253111 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 14:00:31.613751 3804 cni.go:452] [openshift-multus/network-metrics-daemon-dtxzz 42abee8284f322577612e0d1ba4eb24e5eccddb5953d2982efb641e61a9c5742 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dtxzz 42abee8284f322577612e0d1ba4eb24e5eccddb5953d2982efb641e61a9c5742 network default NAD default NAD key ] I0416 14:00:31.623119 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dtxzz, hostIfaceName: 42abee8284f3225, network: default, NAD default, SandboxID: "42abee8284f322577612e0d1ba4eb24e5eccddb5953d2982efb641e61a9c5742", PCI device ID: , UID: "4e756bde-9d74-41ae-b219-a501856b8eec", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0416 14:00:31.680029 3804 cni.go:473] [openshift-multus/network-metrics-daemon-dtxzz 42abee8284f322577612e0d1ba4eb24e5eccddb5953d2982efb641e61a9c5742 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dtxzz 42abee8284f322577612e0d1ba4eb24e5eccddb5953d2982efb641e61a9c5742 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:60:13:47:1e:20\",\"name\":\"42abee8284f3225\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46146904-e4db-4e0c-b00e-ea925ce5af0a\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:34.027112 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:34.850995 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 14:00:35.713965 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 14:00:36.270537 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0416 14:00:39.489467 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:39.489569 3804 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0416 14:00:39.510384 3804 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.847505ms I0416 14:00:39.510406 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.875957ms I0416 14:00:39.511753 3804 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.301382ms, libovsdb time 974.625µs I0416 14:00:40.565328 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-86947cb48d-9pfpl] creating logical port openshift-monitoring_thanos-querier-86947cb48d-9pfpl for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:40.565444 3804 kube.go:256] Updating pod openshift-monitoring/thanos-querier-86947cb48d-9pfpl I0416 14:00:40.586170 3804 pod.go:62] [openshift-monitoring/thanos-querier-86947cb48d-9pfpl] pod update took 20.759424ms I0416 14:00:40.586203 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-86947cb48d-9pfpl] addLogicalPort annotation time took 20.797786ms I0416 14:00:40.587679 3804 pods.go:271] [openshift-monitoring/thanos-querier-86947cb48d-9pfpl] addLogicalPort took 22.369066ms, libovsdb time 986.519µs W0416 14:00:40.874189 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 14:00:40.994127 3804 cni.go:452] [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key ] I0416 14:00:40.994482 3804 cni.go:452] [openshift-monitoring/thanos-querier-86947cb48d-9pfpl 3fab77658b7355c9bbfbd340394a952d8c8673e8621d9bea4d7a76afb0867e8d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-86947cb48d-9pfpl 3fab77658b7355c9bbfbd340394a952d8c8673e8621d9bea4d7a76afb0867e8d network default NAD default NAD key ] I0416 14:00:41.005577 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-86947cb48d-9pfpl, hostIfaceName: 3fab77658b7355c, network: default, NAD default, SandboxID: "3fab77658b7355c9bbfbd340394a952d8c8673e8621d9bea4d7a76afb0867e8d", PCI device ID: , UID: "7a3cd98a-c206-49db-8ebb-a553617432f1", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0416 14:00:41.006205 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7dc703efdc83cb4, network: default, NAD default, SandboxID: "7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3", PCI device ID: , UID: "93726dbd-6b49-4a1c-9c33-56e271b7b457", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0416 14:00:41.060609 3804 cni.go:473] [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:7d:58:9c:18:7c\",\"name\":\"7dc703efdc83cb4\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/947b2f45-bb62-468d-a490-4dd65fa735ce\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:41.078075 3804 cni.go:473] [openshift-monitoring/thanos-querier-86947cb48d-9pfpl 3fab77658b7355c9bbfbd340394a952d8c8673e8621d9bea4d7a76afb0867e8d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-86947cb48d-9pfpl 3fab77658b7355c9bbfbd340394a952d8c8673e8621d9bea4d7a76afb0867e8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:02:2e:5e:81:01\",\"name\":\"3fab77658b7355c\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6d36d21-3a2c-4796-b106-fdc608a88173\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:41.858650 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0416 14:00:41.880344 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0416 14:00:42.886826 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-79c687ccb4-qp7ws] creating logical port openshift-monitoring_metrics-server-79c687ccb4-qp7ws for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:42.886958 3804 kube.go:256] Updating pod openshift-monitoring/metrics-server-79c687ccb4-qp7ws W0416 14:00:42.901750 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:42.901778 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:42.901788 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:00:42.923968 3804 pod.go:62] [openshift-monitoring/metrics-server-79c687ccb4-qp7ws] pod update took 37.045977ms I0416 14:00:42.923993 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-79c687ccb4-qp7ws] addLogicalPort annotation time took 37.082318ms I0416 14:00:42.925516 3804 pods.go:271] [openshift-monitoring/metrics-server-79c687ccb4-qp7ws] addLogicalPort took 38.714185ms, libovsdb time 1.138499ms I0416 14:00:43.143637 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-mtnbj for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:43.143826 3804 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj I0416 14:00:43.158804 3804 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj] pod update took 15.016957ms I0416 14:00:43.158827 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj] addLogicalPort annotation time took 15.049868ms I0416 14:00:43.160252 3804 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj] addLogicalPort took 16.64244ms, libovsdb time 1.101509ms I0416 14:00:43.254058 3804 cni.go:452] [openshift-monitoring/metrics-server-79c687ccb4-qp7ws f1417c9fb0c3e42809c6c22e915dfa565cf8ffbbb45a81591f94373d375273e8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-79c687ccb4-qp7ws f1417c9fb0c3e42809c6c22e915dfa565cf8ffbbb45a81591f94373d375273e8 network default NAD default NAD key ] I0416 14:00:43.265204 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-79c687ccb4-qp7ws, hostIfaceName: f1417c9fb0c3e42, network: default, NAD default, SandboxID: "f1417c9fb0c3e42809c6c22e915dfa565cf8ffbbb45a81591f94373d375273e8", PCI device ID: , UID: "84801ee6-3819-42d3-beed-503d01a4f8df", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0416 14:00:43.323390 3804 cni.go:473] [openshift-monitoring/metrics-server-79c687ccb4-qp7ws f1417c9fb0c3e42809c6c22e915dfa565cf8ffbbb45a81591f94373d375273e8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-79c687ccb4-qp7ws f1417c9fb0c3e42809c6c22e915dfa565cf8ffbbb45a81591f94373d375273e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:69:6d:0e:33:86\",\"name\":\"f1417c9fb0c3e42\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f67a4680-fb03-4ace-bed6-2db703b6e79a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:43.421067 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:43.421090 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:43.421095 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:00:44.111824 3804 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj ccfb2439a648d57f989269748cf73b85eb72179eda6958a192173a87fbeb2918 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj ccfb2439a648d57f989269748cf73b85eb72179eda6958a192173a87fbeb2918 network default NAD default NAD key ] I0416 14:00:44.122188 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-mtnbj, hostIfaceName: ccfb2439a648d57, network: default, NAD default, SandboxID: "ccfb2439a648d57f989269748cf73b85eb72179eda6958a192173a87fbeb2918", PCI device ID: , UID: "705dd12d-82f1-4430-bc40-9e926bc2927d", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0416 14:00:44.182971 3804 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj ccfb2439a648d57f989269748cf73b85eb72179eda6958a192173a87fbeb2918 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-mtnbj ccfb2439a648d57f989269748cf73b85eb72179eda6958a192173a87fbeb2918 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:5f:ba:2b:2e:55\",\"name\":\"ccfb2439a648d57\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9594812a-78a2-4a46-b2a1-5ccd9f31a4ad\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:00:44.884063 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:44.884194 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0416 14:00:44.946044 3804 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 61.905995ms I0416 14:00:44.946077 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 61.946699ms I0416 14:00:44.947418 3804 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 63.374498ms, libovsdb time 914.231µs I0416 14:00:45.353774 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key ] I0416 14:00:45.364805 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1f918c808d8cfa4, network: default, NAD default, SandboxID: "1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef", PCI device ID: , UID: "ab1488e5-9e15-40cc-85b5-aaa42d4951b7", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0416 14:00:45.423098 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:33:52:44:b4:9a\",\"name\":\"1f918c808d8cfa4\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b230bb6f-0f6d-4e46-997b-6d95531afc2e\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:45.916614 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:00:45.916707 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:00:45.955304 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 14:00:46.328156 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5688f55d49-wgwqq IP address from the namespace address-set, err: pod openshift-console/console-5688f55d49-wgwqq: no pod IPs found W0416 14:00:46.490548 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 14:00:46.594926 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:00:46.594945 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 14:00:49.630069 3804 cni.go:452] [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key ] I0416 14:00:49.716338 3804 cni.go:473] [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f5cb5f577-m45f6 669c537eb559a84601d8a15c3af4043edc5ad1ceda3f5b264cbaa622c4a46893 network default NAD default NAD key default], result "{}", err I0416 14:00:49.761520 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:00:49.761619 3804 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f5cb5f577-m45f6 I0416 14:00:49.764427 3804 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f5cb5f577-m45f6, ips: 10.129.0.5 I0416 14:00:49.764501 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:00:49.772695 3804 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-75f5498cfd-xcjr2] creating logical port openshift-image-registry_image-registry-75f5498cfd-xcjr2 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:00:49.772978 3804 kube.go:256] Updating pod openshift-image-registry/image-registry-75f5498cfd-xcjr2 I0416 14:00:49.790461 3804 pod.go:62] [openshift-image-registry/image-registry-75f5498cfd-xcjr2] pod update took 17.527995ms I0416 14:00:49.790558 3804 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-75f5498cfd-xcjr2] addLogicalPort annotation time took 17.630846ms I0416 14:00:49.792754 3804 pods.go:271] [openshift-image-registry/image-registry-75f5498cfd-xcjr2] addLogicalPort took 20.079082ms, libovsdb time 1.700328ms I0416 14:00:50.007880 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:00:50.007907 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:00:50.015210 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5cb5f577-m45f6 I0416 14:00:50.015248 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5cb5f577-m45f6 I0416 14:00:50.459833 3804 cni.go:452] [openshift-image-registry/image-registry-75f5498cfd-xcjr2 29bc7063e972f5f5f7fc3415a317f6ffa3b2e1945338ca30820a1947022aef82 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-75f5498cfd-xcjr2 29bc7063e972f5f5f7fc3415a317f6ffa3b2e1945338ca30820a1947022aef82 network default NAD default NAD key ] I0416 14:00:50.470294 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-75f5498cfd-xcjr2, hostIfaceName: 29bc7063e972f5f, network: default, NAD default, SandboxID: "29bc7063e972f5f5f7fc3415a317f6ffa3b2e1945338ca30820a1947022aef82", PCI device ID: , UID: "4e5518b1-f75d-4a78-a0d5-d3b3eb3db0cc", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0416 14:00:50.525491 3804 cni.go:473] [openshift-image-registry/image-registry-75f5498cfd-xcjr2 29bc7063e972f5f5f7fc3415a317f6ffa3b2e1945338ca30820a1947022aef82 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-75f5498cfd-xcjr2 29bc7063e972f5f5f7fc3415a317f6ffa3b2e1945338ca30820a1947022aef82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1d:a5:80:e9:4e\",\"name\":\"29bc7063e972f5f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d918fd77-7e53-4136-b22f-25178f6f4f70\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:00:51.267048 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.267075 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.267094 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.267127 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.331918 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.331944 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.982428 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:51.982456 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:51.982462 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:51.982467 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:53.007222 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:53.007245 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:53.007251 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:53.007256 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0416 14:01:01.552480 3804 obj_retry.go:498] Detected object openshift-console/console-666fb7489-7ph2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:01.553134 3804 obj_retry.go:498] Detected object openshift-console/console-666fb7489-7ph2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:02.441818 3804 obj_retry.go:492] Detected object openshift-console/console-666fb7489-7ph2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:02.441845 3804 obj_retry.go:492] Detected object openshift-console/console-666fb7489-7ph2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:02.447783 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fb7489-7ph2h I0416 14:01:02.447810 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fb7489-7ph2h W0416 14:01:06.907453 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0416 14:01:07.598405 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.598960 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.598995 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.599007 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0416 14:01:07.599022 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.599030 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0416 14:01:08.622956 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:08.622986 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:08.623007 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:08.623016 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0416 14:01:09.906704 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.906750 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.906758 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:01:11.651057 3804 obj_retry.go:498] Detected object openshift-console/console-5688f55d49-mh8gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:11.651608 3804 obj_retry.go:498] Detected object openshift-console/console-5688f55d49-mh8gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:01:11.980466 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0416 14:01:12.144501 3804 obj_retry.go:492] Detected object openshift-console/console-5688f55d49-mh8gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:12.144528 3804 obj_retry.go:492] Detected object openshift-console/console-5688f55d49-mh8gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:12.147213 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5688f55d49-mh8gm I0416 14:01:12.147236 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5688f55d49-mh8gm I0416 14:01:12.527443 3804 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 14:01:12.541393 3804 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 14:01:16.649417 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:16.649988 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:17.169075 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:17.169100 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:17.175268 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5cb5f577-bwvbj I0416 14:01:17.175293 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5cb5f577-bwvbj W0416 14:01:19.189044 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0416 14:01:20.216037 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 14:01:21.230129 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0416 14:01:32.399344 3804 obj_retry.go:498] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:32.399968 3804 obj_retry.go:498] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:33.253688 3804 obj_retry.go:492] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:33.253711 3804 obj_retry.go:492] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:33.256883 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-657b495fd9-kpn7r I0416 14:01:33.256913 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-657b495fd9-kpn7r I0416 14:01:37.739230 3804 cni.go:452] [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key ] I0416 14:01:37.821513 3804 cni.go:473] [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-666fb7489-5tj9f 022f82a7d77b202552afbc60f3a9bd2d6b3976c92460ebdbc2c575e857033173 network default NAD default NAD key default], result "{}", err I0416 14:01:37.893237 3804 obj_retry.go:498] Detected object openshift-console/console-666fb7489-5tj9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:37.893281 3804 pods.go:176] Deleting pod: openshift-console/console-666fb7489-5tj9f I0416 14:01:37.894791 3804 pods.go:236] Attempting to release IPs for pod: openshift-console/console-666fb7489-5tj9f, ips: 10.129.0.15 I0416 14:01:37.894830 3804 obj_retry.go:498] Detected object openshift-console/console-666fb7489-5tj9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:38.168267 3804 obj_retry.go:492] Detected object openshift-console/console-666fb7489-5tj9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:38.168294 3804 obj_retry.go:492] Detected object openshift-console/console-666fb7489-5tj9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:38.173580 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fb7489-5tj9f I0416 14:01:38.173609 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fb7489-5tj9f W0416 14:01:38.662510 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:01:38.662540 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:01:38.662551 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:01:38.662557 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:01:46.237555 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:01:46.237576 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 14:02:00.137277 3804 cni.go:452] [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key ] I0416 14:02:00.217502 3804 cni.go:473] [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 7dc703efdc83cb4ef9a3b09c255084fb708dee927cca34a4c4de07d640cbddc3 network default NAD default NAD key default], result "{}", err I0416 14:02:00.293951 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:00.293991 3804 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0416 14:02:00.295578 3804 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0416 14:02:00.295614 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:01.272692 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:01.272748 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:01.279119 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0416 14:02:01.279146 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0416 14:02:01.318622 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:02:01.318785 3804 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0416 14:02:01.347342 3804 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.596323ms I0416 14:02:01.347367 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.628646ms I0416 14:02:01.348775 3804 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.172655ms, libovsdb time 1.078501ms I0416 14:02:01.682153 3804 cni.go:452] [openshift-monitoring/alertmanager-main-1 7ea921ff1fd78e6a8fd55f3df15397b1c5ee9db190a07e15c4489f462c7f3d99 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7ea921ff1fd78e6a8fd55f3df15397b1c5ee9db190a07e15c4489f462c7f3d99 network default NAD default NAD key ] I0416 14:02:01.691471 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7ea921ff1fd78e6, network: default, NAD default, SandboxID: "7ea921ff1fd78e6a8fd55f3df15397b1c5ee9db190a07e15c4489f462c7f3d99", PCI device ID: , UID: "d587c59c-b6df-4847-a575-34b4fc5510e1", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0416 14:02:01.745629 3804 cni.go:473] [openshift-monitoring/alertmanager-main-1 7ea921ff1fd78e6a8fd55f3df15397b1c5ee9db190a07e15c4489f462c7f3d99 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7ea921ff1fd78e6a8fd55f3df15397b1c5ee9db190a07e15c4489f462c7f3d99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:31:4e:73:fb:69\",\"name\":\"7ea921ff1fd78e6\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e44bcb25-668e-4578-a9a8-0011a760130e\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:02:04.514540 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key ] I0416 14:02:04.597680 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 1f918c808d8cfa427a011960c1f97037e54ea55216fe979a167c44867c0fcfef network default NAD default NAD key default], result "{}", err I0416 14:02:04.660243 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:04.660383 3804 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0416 14:02:04.662167 3804 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0416 14:02:04.662211 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:05.303211 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:05.303237 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:05.310297 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0416 14:02:05.310336 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0416 14:02:05.346920 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:02:05.347073 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0416 14:02:05.367606 3804 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.576072ms I0416 14:02:05.367628 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.601903ms I0416 14:02:05.368882 3804 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.985315ms, libovsdb time 896.255µs I0416 14:02:05.712517 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-1 88c8c128edafe62a7af7f3caa22f01a1f0e263578f9984ac2d73e6d7b27b82b5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 88c8c128edafe62a7af7f3caa22f01a1f0e263578f9984ac2d73e6d7b27b82b5 network default NAD default NAD key ] I0416 14:02:05.722194 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 88c8c128edafe62, network: default, NAD default, SandboxID: "88c8c128edafe62a7af7f3caa22f01a1f0e263578f9984ac2d73e6d7b27b82b5", PCI device ID: , UID: "46fa3b97-1fa3-4b6e-ab24-1a2c3d9b9ef1", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0416 14:02:05.775974 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-1 88c8c128edafe62a7af7f3caa22f01a1f0e263578f9984ac2d73e6d7b27b82b5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 88c8c128edafe62a7af7f3caa22f01a1f0e263578f9984ac2d73e6d7b27b82b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fb:38:f4:44:f3\",\"name\":\"88c8c128edafe62\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98d098fb-68d5-4bbf-9942-b6b26c21c5aa\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:02:07.997742 3804 base_network_controller_pods.go:487] [default/openshift-console/console-8646b8844-mb9bm] creating logical port openshift-console_console-8646b8844-mb9bm for pod on switch ip-10-0-1-21.ec2.internal I0416 14:02:07.997921 3804 kube.go:256] Updating pod openshift-console/console-8646b8844-mb9bm I0416 14:02:08.018345 3804 pod.go:62] [openshift-console/console-8646b8844-mb9bm] pod update took 20.468228ms I0416 14:02:08.018373 3804 base_network_controller_pods.go:951] [default/openshift-console/console-8646b8844-mb9bm] addLogicalPort annotation time took 20.500014ms I0416 14:02:08.019405 3804 pods.go:271] [openshift-console/console-8646b8844-mb9bm] addLogicalPort took 21.706296ms, libovsdb time 716.844µs I0416 14:02:08.362214 3804 cni.go:452] [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key ] I0416 14:02:08.373125 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8646b8844-mb9bm, hostIfaceName: 203d40303dca245, network: default, NAD default, SandboxID: "203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4", PCI device ID: , UID: "3a18902e-9461-440b-bada-2c6c389ca893", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0416 14:02:08.427273 3804 cni.go:473] [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f5:f1:7a:d8:1a\",\"name\":\"203d40303dca245\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c0e43d9-a206-45f8-b234-b76b06dae7a9\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:02:18.380854 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 14:02:31.732311 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:02:31.732341 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:02:31.732347 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:02:33.034904 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.035420 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.344196 3804 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.344862 3804 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.796265 3804 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.796288 3804 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.803790 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fb9755db8-fb8m6 I0416 14:02:33.803822 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fb9755db8-fb8m6 I0416 14:02:33.842464 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.842498 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.849506 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0416 14:02:33.849538 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0416 14:02:43.699687 3804 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:43.700288 3804 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:43.887466 3804 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:43.887492 3804 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:43.890312 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fb9755db8-ndbr5 I0416 14:02:43.890337 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fb9755db8-ndbr5 I0416 14:02:57.539431 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key ] I0416 14:02:57.627490 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc 2d8cbeb97e1bccc026a75f32f8e74c18310265a92e5c387067a33d91bf28c821 network default NAD default NAD key default], result "{}", err I0416 14:02:57.671556 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:57.671594 3804 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc I0416 14:02:57.673089 3804 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc, ips: 10.129.0.12 I0416 14:02:57.673121 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:58.557787 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:58.557816 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:59.411848 3804 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0416 14:03:06.606826 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:03:06.606846 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 14:03:07.935550 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:03:07.936163 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:03:08.296896 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:03:08.296917 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:03:08.303332 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0416 14:03:08.303369 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0416 14:04:46.089610 3804 cni.go:452] [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key ] I0416 14:04:46.184611 3804 cni.go:473] [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8646b8844-mb9bm 203d40303dca2455ddb60047251a0736cdca74c483c1e1bcc05e64f3b67ebaf4 network default NAD default NAD key default], result "{}", err I0416 14:04:46.234361 3804 obj_retry.go:498] Detected object openshift-console/console-8646b8844-mb9bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:46.234398 3804 pods.go:176] Deleting pod: openshift-console/console-8646b8844-mb9bm I0416 14:04:46.235695 3804 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8646b8844-mb9bm, ips: 10.129.0.24 I0416 14:04:46.235745 3804 obj_retry.go:498] Detected object openshift-console/console-8646b8844-mb9bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:46.242489 3804 base_network_controller_pods.go:487] [default/openshift-console/console-6df955b4d4-bmbmw] creating logical port openshift-console_console-6df955b4d4-bmbmw for pod on switch ip-10-0-1-21.ec2.internal I0416 14:04:46.242650 3804 kube.go:256] Updating pod openshift-console/console-6df955b4d4-bmbmw I0416 14:04:46.255965 3804 pod.go:62] [openshift-console/console-6df955b4d4-bmbmw] pod update took 13.354847ms I0416 14:04:46.255992 3804 base_network_controller_pods.go:951] [default/openshift-console/console-6df955b4d4-bmbmw] addLogicalPort annotation time took 13.391155ms I0416 14:04:46.257347 3804 pods.go:271] [openshift-console/console-6df955b4d4-bmbmw] addLogicalPort took 14.878011ms, libovsdb time 992.21µs I0416 14:04:46.605744 3804 cni.go:452] [openshift-console/console-6df955b4d4-bmbmw 82bc8aeecd494427cf896eea8ceb231a424d1125be810e64a92c524180cfb533 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6df955b4d4-bmbmw 82bc8aeecd494427cf896eea8ceb231a424d1125be810e64a92c524180cfb533 network default NAD default NAD key ] I0416 14:04:46.615102 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6df955b4d4-bmbmw, hostIfaceName: 82bc8aeecd49442, network: default, NAD default, SandboxID: "82bc8aeecd494427cf896eea8ceb231a424d1125be810e64a92c524180cfb533", PCI device ID: , UID: "97824ef9-b15c-424e-8d52-1f0b06d43a59", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0416 14:04:46.668311 3804 cni.go:473] [openshift-console/console-6df955b4d4-bmbmw 82bc8aeecd494427cf896eea8ceb231a424d1125be810e64a92c524180cfb533 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6df955b4d4-bmbmw 82bc8aeecd494427cf896eea8ceb231a424d1125be810e64a92c524180cfb533 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:52:df:ea:c0:88\",\"name\":\"82bc8aeecd49442\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5674431-f247-467a-a129-461cfa0a2af1\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:04:47.001451 3804 obj_retry.go:492] Detected object openshift-console/console-8646b8844-mb9bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:47.001474 3804 obj_retry.go:492] Detected object openshift-console/console-8646b8844-mb9bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:47.007741 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8646b8844-mb9bm I0416 14:04:47.007787 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8646b8844-mb9bm I0416 14:04:55.787561 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0416 14:04:56.697395 3804 obj_retry.go:498] Detected object openshift-console/console-8646b8844-s822k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:56.698016 3804 obj_retry.go:498] Detected object openshift-console/console-8646b8844-s822k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:04:57.031480 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 14:04:57.080015 3804 obj_retry.go:492] Detected object openshift-console/console-8646b8844-s822k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:57.080042 3804 obj_retry.go:492] Detected object openshift-console/console-8646b8844-s822k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:57.085066 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8646b8844-s822k I0416 14:04:57.085085 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8646b8844-s822k I0416 14:05:08.797860 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=578 I0416 14:05:23.910753 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0416 14:05:26.781432 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0416 14:05:41.911323 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0416 14:05:46.899537 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0416 14:06:18.424455 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 14:06:28.904873 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 14:06:29.438055 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 14:06:29.438127 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nws77 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nws77: no pod IPs found I0416 14:07:06.872950 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 14:07:38.872461 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0416 14:08:24.783093 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0416 14:08:45.894173 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0416 14:08:51.882689 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0416 14:08:59.788685 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0416 14:09:06.889573 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0416 14:09:21.784522 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0416 14:09:30.877781 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0416 14:10:00.190142 3804 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605810-l29xh for pod on switch ip-10-0-1-21.ec2.internal I0416 14:10:00.190261 3804 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh I0416 14:10:00.211425 3804 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh] pod update took 21.185172ms I0416 14:10:00.211452 3804 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh] addLogicalPort annotation time took 21.219628ms I0416 14:10:00.212739 3804 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh] addLogicalPort took 22.590701ms, libovsdb time 892.389µs I0416 14:10:00.564903 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key ] I0416 14:10:00.575733 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605810-l29xh, hostIfaceName: 202b8781a9ec7e9, network: default, NAD default, SandboxID: "202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78", PCI device ID: , UID: "5d208329-edcf-48cd-80ff-574e32e722dc", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0416 14:10:00.630469 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ed:f9:01:60:63\",\"name\":\"202b8781a9ec7e9\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cc3eceb-29bc-4d4e-98b9-e699489b7c94\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:10:04.282612 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key ] I0416 14:10:04.374457 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh 202b8781a9ec7e96a07b8e66c11cac5cbfcfcac3236cb3b2c73025a65182cf78 network default NAD default NAD key default], result "{}", err I0416 14:10:04.420482 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:10:04.420526 3804 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh I0416 14:10:04.421901 3804 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh, ips: 10.129.0.26 I0416 14:10:04.421935 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:10:05.299540 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:10:05.299565 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:10:22.800786 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0416 14:10:51.790156 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0416 14:10:55.913705 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0416 14:11:28.369004 3804 namespace.go:98] [tsf] adding namespace I0416 14:11:28.369931 3804 namespace.go:102] [tsf] adding namespace took 902.228µs I0416 14:11:28.384709 3804 namespace.go:142] [tsf] updating namespace I0416 14:11:28.401763 3804 namespace.go:142] [tsf] updating namespace I0416 14:11:32.467887 3804 namespace.go:98] [rhtpa-operator] adding namespace I0416 14:11:32.468778 3804 namespace.go:102] [rhtpa-operator] adding namespace took 863.036µs I0416 14:11:32.473524 3804 namespace.go:98] [tsf-tas] adding namespace I0416 14:11:32.473621 3804 namespace.go:98] [tsf-keycloak] adding namespace I0416 14:11:32.473801 3804 namespace.go:98] [konflux-operator] adding namespace I0416 14:11:32.473822 3804 namespace.go:98] [cert-manager-operator] adding namespace I0416 14:11:32.473956 3804 namespace.go:98] [tsf-tpa] adding namespace I0416 14:11:32.474241 3804 namespace.go:98] [konflux-ui] adding namespace I0416 14:11:32.474349 3804 namespace.go:102] [tsf-tas] adding namespace took 807.782µs I0416 14:11:32.474891 3804 namespace.go:102] [tsf-keycloak] adding namespace took 1.253435ms I0416 14:11:32.475455 3804 namespace.go:102] [konflux-operator] adding namespace took 1.632994ms I0416 14:11:32.475998 3804 namespace.go:102] [cert-manager-operator] adding namespace took 2.165679ms I0416 14:11:32.476461 3804 namespace.go:102] [tsf-tpa] adding namespace took 2.492037ms I0416 14:11:32.476483 3804 namespace.go:98] [rhbk-operator] adding namespace I0416 14:11:32.477102 3804 namespace.go:102] [rhbk-operator] adding namespace took 613.303µs I0416 14:11:32.477512 3804 namespace.go:102] [konflux-ui] adding namespace took 3.258693ms I0416 14:11:32.488067 3804 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:11:32.500190 3804 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:11:32.511672 3804 namespace.go:142] [tsf-tas] updating namespace I0416 14:11:32.511774 3804 namespace.go:142] [konflux-operator] updating namespace I0416 14:11:32.517538 3804 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:11:32.517573 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:32.523163 3804 namespace.go:142] [rhbk-operator] updating namespace I0416 14:11:32.526479 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:32.530632 3804 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:11:32.530673 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:11:32.578662 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:32.596090 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:32.605527 3804 namespace.go:142] [konflux-operator] updating namespace I0416 14:11:32.627570 3804 namespace.go:142] [konflux-operator] updating namespace I0416 14:11:32.657685 3804 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:11:32.685695 3804 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:11:32.691306 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:32.706954 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:32.709935 3804 namespace.go:142] [rhbk-operator] updating namespace I0416 14:11:32.723052 3804 namespace.go:142] [rhbk-operator] updating namespace I0416 14:11:32.738230 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:11:32.748156 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:11:32.765493 3804 namespace.go:142] [tsf-tas] updating namespace I0416 14:11:32.779828 3804 namespace.go:142] [tsf-tas] updating namespace I0416 14:11:33.703813 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:33.714061 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:41.230485 3804 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.231079 3804 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.231108 3804 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.231116 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:41.231132 3804 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.231138 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:41.261068 3804 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.261538 3804 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.261562 3804 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.261570 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:41.261590 3804 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.261597 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:42.256618 3804 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.256665 3804 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.256677 3804 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.256688 3804 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292119 3804 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292142 3804 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292155 3804 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292166 3804 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:44.260336 3804 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.260912 3804 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.260938 3804 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.260946 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:44.260960 3804 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.260965 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:44.290708 3804 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.291251 3804 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.291275 3804 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.291282 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:44.291295 3804 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.291298 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:45.288929 3804 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.288961 3804 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.288977 3804 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.288997 3804 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.315689 3804 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.315743 3804 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.315758 3804 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.315769 3804 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:47.290992 3804 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.291617 3804 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.291645 3804 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.291653 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:47.291665 3804 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.291669 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:47.783927 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0416 14:11:48.328020 3804 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:48.328051 3804 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:48.328066 3804 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:48.328078 3804 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:49.336836 3804 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.337408 3804 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.337435 3804 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.337443 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:49.337457 3804 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.337461 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:50.373804 3804 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:50.373827 3804 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:50.373843 3804 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:50.373859 3804 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:55.691592 3804 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-8kttm for pod on switch ip-10-0-1-21.ec2.internal I0416 14:11:55.691779 3804 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm I0416 14:11:55.715898 3804 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm] pod update took 24.149708ms I0416 14:11:55.715929 3804 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm] addLogicalPort annotation time took 24.183989ms I0416 14:11:55.717363 3804 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm] addLogicalPort took 25.792101ms, libovsdb time 1.000201ms I0416 14:11:56.057764 3804 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key ] I0416 14:11:56.067610 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-8kttm, hostIfaceName: e11adacd1458138, network: default, NAD default, SandboxID: "e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75", PCI device ID: , UID: "3ac927ee-7220-4364-bbe4-9ec8dbbe2ecd", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0416 14:11:56.122290 3804 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ac:da:5d:d7:52\",\"name\":\"e11adacd1458138\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e85f1ab2-b0bb-46f4-9733-e6918dbbbc96\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:11:57.624951 3804 namespace.go:98] [cert-manager] adding namespace I0416 14:11:57.625957 3804 namespace.go:102] [cert-manager] adding namespace took 982.841µs I0416 14:11:57.716641 3804 namespace.go:142] [cert-manager] updating namespace I0416 14:11:57.767622 3804 namespace.go:142] [cert-manager] updating namespace W0416 14:11:59.844429 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0416 14:12:01.499291 3804 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-26hp5] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-26hp5 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:12:01.499418 3804 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-26hp5 I0416 14:12:01.515177 3804 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-26hp5] pod update took 15.780621ms I0416 14:12:01.515204 3804 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-26hp5] addLogicalPort annotation time took 15.813505ms I0416 14:12:01.516573 3804 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-26hp5] addLogicalPort took 17.299536ms, libovsdb time 929.328µs I0416 14:12:01.707027 3804 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-lrzjt for pod on switch ip-10-0-1-21.ec2.internal I0416 14:12:01.707149 3804 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt I0416 14:12:01.721109 3804 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt] pod update took 14.010889ms I0416 14:12:01.721133 3804 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt] addLogicalPort annotation time took 14.041572ms I0416 14:12:01.722358 3804 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt] addLogicalPort took 15.351519ms, libovsdb time 892.144µs I0416 14:12:01.887285 3804 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-26hp5 3c8f612f1d17103800ebf5c369b5ad7c8bf0e39f29e603f2c52967660c5c7baf network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-26hp5 3c8f612f1d17103800ebf5c369b5ad7c8bf0e39f29e603f2c52967660c5c7baf network default NAD default NAD key ] I0416 14:12:01.897281 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-26hp5, hostIfaceName: 3c8f612f1d17103, network: default, NAD default, SandboxID: "3c8f612f1d17103800ebf5c369b5ad7c8bf0e39f29e603f2c52967660c5c7baf", PCI device ID: , UID: "a8df11fd-0baf-4cda-8110-65d876fc803d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0416 14:12:01.951962 3804 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-26hp5 3c8f612f1d17103800ebf5c369b5ad7c8bf0e39f29e603f2c52967660c5c7baf network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-26hp5 3c8f612f1d17103800ebf5c369b5ad7c8bf0e39f29e603f2c52967660c5c7baf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:21:1d:b2:b2:7f\",\"name\":\"3c8f612f1d17103\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/736341a0-2935-40fe-9e82-9d816296635c\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:12:02.088454 3804 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt e3b4e71d83b7ff530fa18628de8ad273c946ffc2966a124b8fb4f9fd0e896dc8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt e3b4e71d83b7ff530fa18628de8ad273c946ffc2966a124b8fb4f9fd0e896dc8 network default NAD default NAD key ] I0416 14:12:02.098980 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-lrzjt, hostIfaceName: e3b4e71d83b7ff5, network: default, NAD default, SandboxID: "e3b4e71d83b7ff530fa18628de8ad273c946ffc2966a124b8fb4f9fd0e896dc8", PCI device ID: , UID: "4d705aa2-8990-473a-b935-9c537cc57d1b", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0416 14:12:02.152503 3804 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt e3b4e71d83b7ff530fa18628de8ad273c946ffc2966a124b8fb4f9fd0e896dc8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-lrzjt e3b4e71d83b7ff530fa18628de8ad273c946ffc2966a124b8fb4f9fd0e896dc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c7:72:70:f7:a4\",\"name\":\"e3b4e71d83b7ff5\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f210ada6-96e6-4452-8c06-b03fdb497b65\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:12:02.751327 3804 namespace.go:142] [openshift-operators] updating namespace I0416 14:12:02.759583 3804 namespace.go:142] [openshift-operators] updating namespace W0416 14:12:05.859348 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 14:12:05.859375 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 14:12:06.543696 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:06.551218 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:06.563516 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:06.567994 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:07.283921 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 14:12:10.517235 3804 namespace.go:142] [openshift-operators] updating namespace W0416 14:12:10.759962 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0416 14:12:10.911589 3804 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-mzfwp for pod on switch ip-10-0-1-21.ec2.internal I0416 14:12:10.911714 3804 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp I0416 14:12:10.940893 3804 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp] pod update took 29.203244ms I0416 14:12:10.940918 3804 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp] addLogicalPort annotation time took 29.233525ms I0416 14:12:10.942117 3804 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp] addLogicalPort took 30.546726ms, libovsdb time 871.97µs I0416 14:12:11.272065 3804 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp 7fb5475103a8f019005e45a7b0f676028d9185ceff3d6dd88a0202c2f578d476 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp 7fb5475103a8f019005e45a7b0f676028d9185ceff3d6dd88a0202c2f578d476 network default NAD default NAD key ] I0416 14:12:11.282705 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-mzfwp, hostIfaceName: 7fb5475103a8f01, network: default, NAD default, SandboxID: "7fb5475103a8f019005e45a7b0f676028d9185ceff3d6dd88a0202c2f578d476", PCI device ID: , UID: "96ed463f-beea-4525-94ba-a14c6738e368", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0416 14:12:11.337220 3804 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp 7fb5475103a8f019005e45a7b0f676028d9185ceff3d6dd88a0202c2f578d476 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-mzfwp 7fb5475103a8f019005e45a7b0f676028d9185ceff3d6dd88a0202c2f578d476 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7d:95:55:7e:07\",\"name\":\"7fb5475103a8f01\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e95fe67-de9e-4f2f-a528-5c217bb17ed4\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:12:11.843100 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 14:12:11.843121 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0416 14:12:18.538147 3804 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-p7s7d] creating logical port cert-manager_cert-manager-59ccb4bb6b-p7s7d for pod on switch ip-10-0-1-21.ec2.internal I0416 14:12:18.538250 3804 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-p7s7d I0416 14:12:18.556774 3804 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-p7s7d] pod update took 18.548546ms I0416 14:12:18.556799 3804 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-p7s7d] addLogicalPort annotation time took 18.578809ms I0416 14:12:18.558302 3804 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-p7s7d] addLogicalPort took 20.172602ms, libovsdb time 1.073134ms I0416 14:12:18.891241 3804 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-p7s7d d5ad20fe614f5c0d9a7250eb51f626badf7b55bbeea621b5a7456efc0efd91d2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-p7s7d d5ad20fe614f5c0d9a7250eb51f626badf7b55bbeea621b5a7456efc0efd91d2 network default NAD default NAD key ] I0416 14:12:18.901481 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-p7s7d, hostIfaceName: d5ad20fe614f5c0, network: default, NAD default, SandboxID: "d5ad20fe614f5c0d9a7250eb51f626badf7b55bbeea621b5a7456efc0efd91d2", PCI device ID: , UID: "33e893b9-64a6-400d-8fc4-471d92610005", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0416 14:12:18.956393 3804 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-p7s7d d5ad20fe614f5c0d9a7250eb51f626badf7b55bbeea621b5a7456efc0efd91d2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-p7s7d d5ad20fe614f5c0d9a7250eb51f626badf7b55bbeea621b5a7456efc0efd91d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:3b:40:29:f1:b7\",\"name\":\"d5ad20fe614f5c0\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53d71088-cc52-4606-afa0-8686b98d63a3\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:12:19.763601 3804 namespace.go:98] [trusted-artifact-signer] adding namespace I0416 14:12:19.764453 3804 namespace.go:102] [trusted-artifact-signer] adding namespace took 821.234µs I0416 14:12:19.791459 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:19.815507 3804 namespace.go:142] [trusted-artifact-signer] updating namespace W0416 14:12:20.375610 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 14:12:25.716876 3804 namespace.go:98] [openshift-pipelines] adding namespace I0416 14:12:25.717699 3804 namespace.go:102] [openshift-pipelines] adding namespace took 801.853µs I0416 14:12:25.741470 3804 namespace.go:142] [openshift-pipelines] updating namespace I0416 14:12:26.485014 3804 namespace.go:142] [cert-manager] updating namespace I0416 14:12:26.686810 3804 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:12:27.079244 3804 namespace.go:142] [konflux-operator] updating namespace I0416 14:12:27.283278 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:12:27.485446 3804 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace I0416 14:12:27.882629 3804 namespace.go:142] [rhbk-operator] updating namespace I0416 14:12:28.081797 3804 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:12:28.282908 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:28.480963 3804 namespace.go:142] [tsf] updating namespace I0416 14:12:28.695516 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:12:28.887445 3804 namespace.go:142] [tsf-tas] updating namespace I0416 14:12:29.087307 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:12:29.217525 3804 namespace.go:142] [cert-manager] updating namespace I0416 14:12:29.227823 3804 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:12:29.235085 3804 namespace.go:142] [default] updating namespace I0416 14:12:29.245190 3804 namespace.go:142] [konflux-operator] updating namespace I0416 14:12:29.252532 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:12:29.262978 3804 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace I0416 14:12:29.270669 3804 namespace.go:142] [openshift] updating namespace I0416 14:12:29.280945 3804 namespace.go:142] [rhbk-operator] updating namespace I0416 14:12:29.289330 3804 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:12:29.299705 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:29.307392 3804 namespace.go:142] [tsf] updating namespace I0416 14:12:29.329304 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:12:29.348006 3804 namespace.go:142] [tsf-tas] updating namespace I0416 14:12:29.367868 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:12:29.470841 3804 namespace.go:142] [cert-manager] updating namespace I0416 14:12:29.573488 3804 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:12:29.670898 3804 namespace.go:142] [default] updating namespace I0416 14:12:29.776094 3804 namespace.go:142] [konflux-operator] updating namespace I0416 14:12:29.868121 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:12:29.974871 3804 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace I0416 14:12:30.070356 3804 namespace.go:142] [openshift] updating namespace I0416 14:12:30.169336 3804 namespace.go:142] [rhbk-operator] updating namespace I0416 14:12:30.282482 3804 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:12:30.404677 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:30.497611 3804 namespace.go:142] [tsf] updating namespace I0416 14:12:30.596862 3804 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:12:30.677893 3804 namespace.go:142] [tsf-tas] updating namespace I0416 14:12:30.778820 3804 namespace.go:142] [tsf-tpa] updating namespace I0416 14:12:31.227045 3804 namespace.go:142] [openshift-pipelines] updating namespace I0416 14:12:37.875488 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0416 14:12:39.188973 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-lkd9w for pod on switch ip-10-0-1-21.ec2.internal I0416 14:12:39.189118 3804 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w I0416 14:12:39.204331 3804 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w] pod update took 15.239411ms I0416 14:12:39.204356 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w] addLogicalPort annotation time took 15.271774ms I0416 14:12:39.205678 3804 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w] addLogicalPort took 16.723361ms, libovsdb time 903.208µs I0416 14:12:39.563254 3804 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w 146c2abae98d5199037b5103a25c007be190d004a96e2b71ab29972a034d483b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w 146c2abae98d5199037b5103a25c007be190d004a96e2b71ab29972a034d483b network default NAD default NAD key ] I0416 14:12:39.572510 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-lkd9w, hostIfaceName: 146c2abae98d519, network: default, NAD default, SandboxID: "146c2abae98d5199037b5103a25c007be190d004a96e2b71ab29972a034d483b", PCI device ID: , UID: "5edfa1cf-698b-44d0-be50-e4a025bd582a", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0416 14:12:39.626631 3804 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w 146c2abae98d5199037b5103a25c007be190d004a96e2b71ab29972a034d483b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-lkd9w 146c2abae98d5199037b5103a25c007be190d004a96e2b71ab29972a034d483b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:7f:0c:6c:a7:d1\",\"name\":\"146c2abae98d519\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aab77548-8d81-4f0e-aac4-b83e7a7528dc\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:12:42.927090 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.927110 3804 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.927116 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.927121 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.950559 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 14:12:42.950585 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 14:12:42.950591 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 14:12:42.975151 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:12:42.975177 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:12:42.975184 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0416 14:12:48.106070 3804 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:12:48.106621 3804 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:12:48.131602 3804 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:12:48.131624 3804 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:12:48.137882 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0416 14:12:48.137913 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0416 14:12:53.986163 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:12:53.986185 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:12:53.986192 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:13:02.050785 3804 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0416 14:13:02.074738 3804 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0416 14:13:03.142593 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-4ht5l for pod on switch ip-10-0-1-21.ec2.internal I0416 14:13:03.142706 3804 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l I0416 14:13:03.158013 3804 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l] pod update took 15.335288ms I0416 14:13:03.158038 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l] addLogicalPort annotation time took 15.367532ms I0416 14:13:03.159311 3804 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l] addLogicalPort took 16.738349ms, libovsdb time 875.265µs I0416 14:13:03.340121 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-5jng5 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:13:03.340223 3804 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5 I0416 14:13:03.353815 3804 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5] pod update took 13.616454ms I0416 14:13:03.353846 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5] addLogicalPort annotation time took 13.653522ms I0416 14:13:03.355115 3804 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5] addLogicalPort took 15.011599ms, libovsdb time 902.845µs I0416 14:13:03.505045 3804 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l 56ee77211bca1b543c18213a24dac091a4db839b989ee4738f3fb52acf4466c5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l 56ee77211bca1b543c18213a24dac091a4db839b989ee4738f3fb52acf4466c5 network default NAD default NAD key ] I0416 14:13:03.514673 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-4ht5l, hostIfaceName: 56ee77211bca1b5, network: default, NAD default, SandboxID: "56ee77211bca1b543c18213a24dac091a4db839b989ee4738f3fb52acf4466c5", PCI device ID: , UID: "6a16b6bb-ef2c-4951-bd78-902e0aaab7c1", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0416 14:13:03.570858 3804 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l 56ee77211bca1b543c18213a24dac091a4db839b989ee4738f3fb52acf4466c5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-4ht5l 56ee77211bca1b543c18213a24dac091a4db839b989ee4738f3fb52acf4466c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:61:93:c3:02:6f\",\"name\":\"56ee77211bca1b5\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bddfc5b5-75d2-4490-96e3-bb8018e6a946\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:13:03.705917 3804 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5 709a923b8ea15f1e0a5bf55c82a0b332f9ac665a5d17d99e5564fa128d9034fe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5 709a923b8ea15f1e0a5bf55c82a0b332f9ac665a5d17d99e5564fa128d9034fe network default NAD default NAD key ] I0416 14:13:03.715659 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-5jng5, hostIfaceName: 709a923b8ea15f1, network: default, NAD default, SandboxID: "709a923b8ea15f1e0a5bf55c82a0b332f9ac665a5d17d99e5564fa128d9034fe", PCI device ID: , UID: "74b29e57-54c8-4855-8929-a900d9f3d498", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0416 14:13:03.771200 3804 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5 709a923b8ea15f1e0a5bf55c82a0b332f9ac665a5d17d99e5564fa128d9034fe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5jng5 709a923b8ea15f1e0a5bf55c82a0b332f9ac665a5d17d99e5564fa128d9034fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:8a:b9:5e:eb:62\",\"name\":\"709a923b8ea15f1\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3831cb8-f915-4938-9b9d-9fdeda21542c\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:13:07.091172 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 14:13:15.410987 3804 namespace.go:142] [openshift-pipelines] updating namespace W0416 14:13:18.104921 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 14:13:26.715078 3804 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:13:26.715766 3804 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:13:26.736151 3804 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:13:26.736173 3804 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:13:26.742135 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0416 14:13:26.742162 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0416 14:13:28.019484 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 14:13:28.670022 3804 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0416 14:13:28.670776 3804 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0416 14:13:28.670805 3804 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0416 14:13:28.672777 3804 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0416 14:13:34.907267 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0416 14:13:46.268041 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 14:13:46.268061 3804 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 14:13:46.268261 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0416 14:13:46.268280 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0416 14:13:51.868152 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-9zjgp for pod on switch ip-10-0-1-21.ec2.internal I0416 14:13:51.868257 3804 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp I0416 14:13:51.883778 3804 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp] pod update took 15.554401ms I0416 14:13:51.883804 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp] addLogicalPort annotation time took 15.586727ms I0416 14:13:51.885054 3804 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp] addLogicalPort took 16.91971ms, libovsdb time 893.1µs I0416 14:13:52.830397 3804 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp 8944f2b0b95df62eef2525f097139cd64537e4338716938bd926e5ca5fe0cca3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp 8944f2b0b95df62eef2525f097139cd64537e4338716938bd926e5ca5fe0cca3 network default NAD default NAD key ] I0416 14:13:52.840131 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-9zjgp, hostIfaceName: 8944f2b0b95df62, network: default, NAD default, SandboxID: "8944f2b0b95df62eef2525f097139cd64537e4338716938bd926e5ca5fe0cca3", PCI device ID: , UID: "eeb12c8c-3fa1-43fa-b7ba-798734094ea1", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0416 14:13:52.896895 3804 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp 8944f2b0b95df62eef2525f097139cd64537e4338716938bd926e5ca5fe0cca3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-9zjgp 8944f2b0b95df62eef2525f097139cd64537e4338716938bd926e5ca5fe0cca3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:82:1c:74:d0:f8\",\"name\":\"8944f2b0b95df62\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90c26f02-b38b-4256-a723-254c92801756\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:13:58.916233 3804 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:13:58.916254 3804 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:13:58.916260 3804 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0416 14:14:06.790878 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0416 14:14:19.015375 3804 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-f7m57] creating logical port tsf-keycloak_tsf-iam-f7m57 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:14:19.015476 3804 kube.go:256] Updating pod tsf-keycloak/tsf-iam-f7m57 I0416 14:14:19.030988 3804 pod.go:62] [tsf-keycloak/tsf-iam-f7m57] pod update took 15.536616ms I0416 14:14:19.031013 3804 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-f7m57] addLogicalPort annotation time took 15.56828ms I0416 14:14:19.032296 3804 pods.go:271] [tsf-keycloak/tsf-iam-f7m57] addLogicalPort took 16.939819ms, libovsdb time 909.48µs I0416 14:14:19.410543 3804 cni.go:452] [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key ] I0416 14:14:19.420171 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-f7m57, hostIfaceName: fe9c7a818ee653f, network: default, NAD default, SandboxID: "fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b", PCI device ID: , UID: "afcf8b1e-f395-4232-b3c2-243edbcdc933", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0416 14:14:19.476681 3804 cni.go:473] [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:50:69:55:1e:45\",\"name\":\"fe9c7a818ee653f\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32002977-75e1-4783-87eb-108a49c9a2fb\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:14:19.896931 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0416 14:14:28.651921 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:28.652564 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:37.913922 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0416 14:14:39.787386 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=75 I0416 14:14:43.892348 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0416 14:14:47.609457 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 14:14:47.609479 3804 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 14:14:47.631776 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0416 14:14:49.620581 3804 cni.go:452] [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key ] I0416 14:14:49.710358 3804 cni.go:473] [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-f7m57 fe9c7a818ee653f350b06039d2b48c7ce4836b7331c07b4f9918b2a653186b1b network default NAD default NAD key default], result "{}", err I0416 14:14:49.763174 3804 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f7m57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:49.763215 3804 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-f7m57 I0416 14:14:49.764610 3804 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-f7m57, ips: 10.129.0.36 I0416 14:14:49.764648 3804 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f7m57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:49.874845 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0416 14:14:50.637897 3804 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f7m57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:14:50.637920 3804 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f7m57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:14:56.885163 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0416 14:14:59.677495 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-qkwcm for pod on switch ip-10-0-1-21.ec2.internal I0416 14:14:59.677633 3804 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm I0416 14:14:59.691688 3804 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm] pod update took 14.076875ms I0416 14:14:59.691738 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm] addLogicalPort annotation time took 14.132694ms I0416 14:14:59.693177 3804 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm] addLogicalPort took 15.70715ms, libovsdb time 1.036603ms I0416 14:15:00.044436 3804 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm 9024ca033940265d1b5f9d23d2989b83441a89c8496e1412b9a7d4f7952cbb9d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm 9024ca033940265d1b5f9d23d2989b83441a89c8496e1412b9a7d4f7952cbb9d network default NAD default NAD key ] I0416 14:15:00.054499 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-qkwcm, hostIfaceName: 9024ca033940265, network: default, NAD default, SandboxID: "9024ca033940265d1b5f9d23d2989b83441a89c8496e1412b9a7d4f7952cbb9d", PCI device ID: , UID: "16c3f68a-4f76-4555-b197-53369f885175", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0416 14:15:00.111176 3804 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm 9024ca033940265d1b5f9d23d2989b83441a89c8496e1412b9a7d4f7952cbb9d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qkwcm 9024ca033940265d1b5f9d23d2989b83441a89c8496e1412b9a7d4f7952cbb9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:fe:62:a8:e0:20\",\"name\":\"9024ca033940265\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0016c4e6-f601-4813-a311-3e73d1943cbf\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:15:26.902881 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0416 14:15:28.742173 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:28.742198 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:28.746450 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 14:15:28.746477 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 14:15:38.017187 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:15:38.017779 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:15:38.038192 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:38.038216 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:38.045287 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 14:15:38.045316 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 14:15:39.672509 3804 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-d7qbz-5cx5w] creating logical port tsf-tas_segment-backup-installation-d7qbz-5cx5w for pod on switch ip-10-0-1-21.ec2.internal I0416 14:15:39.672603 3804 kube.go:256] Updating pod tsf-tas/segment-backup-installation-d7qbz-5cx5w I0416 14:15:39.683304 3804 pod.go:62] [tsf-tas/segment-backup-installation-d7qbz-5cx5w] pod update took 10.723903ms I0416 14:15:39.683329 3804 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-d7qbz-5cx5w] addLogicalPort annotation time took 10.754202ms I0416 14:15:39.684714 3804 pods.go:271] [tsf-tas/segment-backup-installation-d7qbz-5cx5w] addLogicalPort took 12.227441ms, libovsdb time 931.782µs I0416 14:15:40.058665 3804 cni.go:452] [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key ] I0416 14:15:40.068760 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-d7qbz-5cx5w, hostIfaceName: 8fa052646be862c, network: default, NAD default, SandboxID: "8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243", PCI device ID: , UID: "e13c28de-6783-46f1-9b89-69f9148c0e88", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0416 14:15:40.126203 3804 cni.go:473] [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0c:74:62:b9:29\",\"name\":\"8fa052646be862c\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/039408dc-b7fa-41a3-a425-4b9156f5413e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:15:40.823457 3804 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-fhbvp-qht7k] creating logical port tsf-tas_ctlog-createtree-job-fhbvp-qht7k for pod on switch ip-10-0-1-21.ec2.internal I0416 14:15:40.823552 3804 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-fhbvp-qht7k I0416 14:15:40.839918 3804 pod.go:62] [tsf-tas/ctlog-createtree-job-fhbvp-qht7k] pod update took 16.381811ms I0416 14:15:40.839954 3804 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-fhbvp-qht7k] addLogicalPort annotation time took 16.424682ms I0416 14:15:40.841609 3804 pods.go:271] [tsf-tas/ctlog-createtree-job-fhbvp-qht7k] addLogicalPort took 18.1735ms, libovsdb time 1.09902ms I0416 14:15:41.190803 3804 cni.go:452] [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key ] I0416 14:15:41.200467 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-fhbvp-qht7k, hostIfaceName: 66ce7cdb9da763b, network: default, NAD default, SandboxID: "66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf", PCI device ID: , UID: "cb4a5b20-4ae8-4ce7-bc9a-855e20198385", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0416 14:15:41.256687 3804 cni.go:473] [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:17:ba:d2:14:43\",\"name\":\"66ce7cdb9da763b\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc13a3fb-9cb7-4c68-bfcb-508d2d7eb43a\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:15:41.368640 3804 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-6px6l-gwsw9] creating logical port tsf-tas_rekor-createtree-job-6px6l-gwsw9 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:15:41.368785 3804 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-6px6l-gwsw9 I0416 14:15:41.389467 3804 pod.go:62] [tsf-tas/rekor-createtree-job-6px6l-gwsw9] pod update took 20.706962ms I0416 14:15:41.389493 3804 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-6px6l-gwsw9] addLogicalPort annotation time took 20.738802ms I0416 14:15:41.390932 3804 pods.go:271] [tsf-tas/rekor-createtree-job-6px6l-gwsw9] addLogicalPort took 22.312662ms, libovsdb time 1.033307ms I0416 14:15:41.729928 3804 cni.go:452] [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key ] I0416 14:15:41.739602 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-6px6l-gwsw9, hostIfaceName: 1c9566a3a340e8c, network: default, NAD default, SandboxID: "1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32", PCI device ID: , UID: "30be5b7d-00c1-4c05-9f97-d99dd0eb655c", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0416 14:15:41.796161 3804 cni.go:473] [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:5e:26:df:8b:8f\",\"name\":\"1c9566a3a340e8c\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e4c563b-9a82-4b0b-a667-7dbf7cbb8b46\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:15:43.520326 3804 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6bfccdc77b-ccwcf] creating logical port tsf-tas_trillian-db-6bfccdc77b-ccwcf for pod on switch ip-10-0-1-21.ec2.internal I0416 14:15:43.520491 3804 kube.go:256] Updating pod tsf-tas/trillian-db-6bfccdc77b-ccwcf I0416 14:15:43.534950 3804 pod.go:62] [tsf-tas/trillian-db-6bfccdc77b-ccwcf] pod update took 14.494622ms I0416 14:15:43.535062 3804 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6bfccdc77b-ccwcf] addLogicalPort annotation time took 14.607677ms I0416 14:15:43.536857 3804 pods.go:271] [tsf-tas/trillian-db-6bfccdc77b-ccwcf] addLogicalPort took 16.55279ms, libovsdb time 1.217978ms W0416 14:15:49.933559 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0416 14:15:50.551899 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0416 14:15:51.319706 3804 cni.go:452] [tsf-tas/trillian-db-6bfccdc77b-ccwcf 712580266f233c54ea5ddd864be4c5e6ad7752aaedb129da30dc4998d76f257b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6bfccdc77b-ccwcf 712580266f233c54ea5ddd864be4c5e6ad7752aaedb129da30dc4998d76f257b network default NAD default NAD key ] I0416 14:15:51.330135 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6bfccdc77b-ccwcf, hostIfaceName: 712580266f233c5, network: default, NAD default, SandboxID: "712580266f233c54ea5ddd864be4c5e6ad7752aaedb129da30dc4998d76f257b", PCI device ID: , UID: "a7020042-b2d5-4a26-a56d-35864fbeb8a1", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0416 14:15:51.390103 3804 cni.go:473] [tsf-tas/trillian-db-6bfccdc77b-ccwcf 712580266f233c54ea5ddd864be4c5e6ad7752aaedb129da30dc4998d76f257b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6bfccdc77b-ccwcf 712580266f233c54ea5ddd864be4c5e6ad7752aaedb129da30dc4998d76f257b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:96:f4:39:c1:72\",\"name\":\"712580266f233c5\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34d5e244-56b7-4ac8-8f4e-0735a200b6e5\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:15:53.569123 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0416 14:15:53.569156 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0416 14:15:54.975980 3804 cni.go:452] [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key ] I0416 14:15:55.058476 3804 cni.go:473] [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-d7qbz-5cx5w 8fa052646be862c30ac1c11bc2cf393f9937e5e39e84441d3603d060e907b243 network default NAD default NAD key default], result "{}", err I0416 14:15:56.276354 3804 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:15:56.276389 3804 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-d7qbz-5cx5w I0416 14:15:56.277822 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-d7qbz-5cx5w, ips: 10.129.0.38 I0416 14:15:56.277859 3804 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:15:57.000365 3804 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0416 14:15:57.299649 3804 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:57.299683 3804 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 14:16:08.035906 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0416 14:16:17.785986 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0416 14:16:35.351381 3804 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:35.352029 3804 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:35.395784 3804 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:35.395809 3804 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:35.401906 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0416 14:16:35.401933 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0416 14:16:44.009519 3804 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:44.010136 3804 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:45.030257 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:45.030287 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:48.259368 3804 cni.go:452] [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key ] I0416 14:16:48.358244 3804 cni.go:473] [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-fhbvp-qht7k 66ce7cdb9da763bb854de54fafb51b38dd90e14a3c0deb8d063a2bb24ece81cf network default NAD default NAD key default], result "{}", err I0416 14:16:48.410031 3804 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:48.410073 3804 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-fhbvp-qht7k I0416 14:16:48.411412 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-fhbvp-qht7k, ips: 10.129.0.39 I0416 14:16:48.411441 3804 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:49.262496 3804 cni.go:452] [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key ] I0416 14:16:49.274280 3804 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:49.274305 3804 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:49.345830 3804 cni.go:473] [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-6px6l-gwsw9 1c9566a3a340e8c742fd18d1d49e5494cf855b06ad60de0d064c573f8b675a32 network default NAD default NAD key default], result "{}", err I0416 14:16:49.397704 3804 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:49.397762 3804 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-6px6l-gwsw9 I0416 14:16:49.399116 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-6px6l-gwsw9, ips: 10.129.0.40 I0416 14:16:49.399145 3804 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:50.280417 3804 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:50.280449 3804 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:51.077813 3804 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-66d7dfb764-kk4gt] creating logical port tsf-tas_ctlog-66d7dfb764-kk4gt for pod on switch ip-10-0-1-21.ec2.internal I0416 14:16:51.077908 3804 kube.go:256] Updating pod tsf-tas/ctlog-66d7dfb764-kk4gt I0416 14:16:51.091441 3804 pod.go:62] [tsf-tas/ctlog-66d7dfb764-kk4gt] pod update took 13.55707ms I0416 14:16:51.091472 3804 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-66d7dfb764-kk4gt] addLogicalPort annotation time took 13.591643ms I0416 14:16:51.092906 3804 pods.go:271] [tsf-tas/ctlog-66d7dfb764-kk4gt] addLogicalPort took 15.107251ms, libovsdb time 940.371µs I0416 14:16:51.786499 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0416 14:16:52.043020 3804 cni.go:452] [tsf-tas/ctlog-66d7dfb764-kk4gt d8268a89ae0d310f1d61246cab224dd7d5e96f7908f62768da885b5874b26210 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-66d7dfb764-kk4gt d8268a89ae0d310f1d61246cab224dd7d5e96f7908f62768da885b5874b26210 network default NAD default NAD key ] I0416 14:16:52.052446 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-66d7dfb764-kk4gt, hostIfaceName: d8268a89ae0d310, network: default, NAD default, SandboxID: "d8268a89ae0d310f1d61246cab224dd7d5e96f7908f62768da885b5874b26210", PCI device ID: , UID: "f41f9e44-bdeb-4125-96f6-9582f92f814a", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0416 14:16:52.108878 3804 cni.go:473] [tsf-tas/ctlog-66d7dfb764-kk4gt d8268a89ae0d310f1d61246cab224dd7d5e96f7908f62768da885b5874b26210 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-66d7dfb764-kk4gt d8268a89ae0d310f1d61246cab224dd7d5e96f7908f62768da885b5874b26210 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e4:d1:5c:f3:c2\",\"name\":\"d8268a89ae0d310\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d111a9f3-a15a-41b9-9dc9-c448d02c5ad5\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:16:54.180765 3804 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-6x7mb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:54.181366 3804 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-6x7mb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:16:54.947164 3804 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0416 14:16:54.953319 3804 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-6x7mb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:54.953340 3804 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-6x7mb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:55.000129 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:55.000162 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:55.003630 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dnkfg I0416 14:16:55.003662 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dnkfg I0416 14:16:55.192575 3804 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-74fb5cdbb7-25hgz] creating logical port tsf-tas_rekor-server-74fb5cdbb7-25hgz for pod on switch ip-10-0-1-21.ec2.internal I0416 14:16:55.192679 3804 kube.go:256] Updating pod tsf-tas/rekor-server-74fb5cdbb7-25hgz I0416 14:16:55.204865 3804 pod.go:62] [tsf-tas/rekor-server-74fb5cdbb7-25hgz] pod update took 12.204288ms I0416 14:16:55.204890 3804 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-74fb5cdbb7-25hgz] addLogicalPort annotation time took 12.243043ms I0416 14:16:55.206329 3804 pods.go:271] [tsf-tas/rekor-server-74fb5cdbb7-25hgz] addLogicalPort took 13.769914ms, libovsdb time 1.023948ms W0416 14:16:55.288418 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0416 14:16:57.300142 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0416 14:16:59.471890 3804 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:59.472490 3804 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:59.491671 3804 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:59.491693 3804 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:59.497522 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0416 14:16:59.497546 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0416 14:16:59.756894 3804 cni.go:452] [tsf-tas/rekor-server-74fb5cdbb7-25hgz 7b463419a8afa0c758969b2343106cbc0c9a0c1f2787834d8b71b278238237c5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-74fb5cdbb7-25hgz 7b463419a8afa0c758969b2343106cbc0c9a0c1f2787834d8b71b278238237c5 network default NAD default NAD key ] I0416 14:16:59.766459 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-74fb5cdbb7-25hgz, hostIfaceName: 7b463419a8afa0c, network: default, NAD default, SandboxID: "7b463419a8afa0c758969b2343106cbc0c9a0c1f2787834d8b71b278238237c5", PCI device ID: , UID: "c2d6e393-da34-4af9-8cb4-c846cecba9c5", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0416 14:16:59.823398 3804 cni.go:473] [tsf-tas/rekor-server-74fb5cdbb7-25hgz 7b463419a8afa0c758969b2343106cbc0c9a0c1f2787834d8b71b278238237c5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-74fb5cdbb7-25hgz 7b463419a8afa0c758969b2343106cbc0c9a0c1f2787834d8b71b278238237c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c4:7d:87:44:77\",\"name\":\"7b463419a8afa0c\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a07760a6-bb83-43c5-8987-036044e6f6d8\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:17:00.802102 3804 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-x9dnn] creating logical port tsf-tpa_create-db-x9dnn for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:00.802200 3804 kube.go:256] Updating pod tsf-tpa/create-db-x9dnn I0416 14:17:00.814055 3804 pod.go:62] [tsf-tpa/create-db-x9dnn] pod update took 11.877206ms I0416 14:17:00.814083 3804 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-x9dnn] addLogicalPort annotation time took 11.909001ms I0416 14:17:00.815496 3804 pods.go:271] [tsf-tpa/create-db-x9dnn] addLogicalPort took 13.411086ms, libovsdb time 885.869µs I0416 14:17:01.169006 3804 cni.go:452] [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key ] I0416 14:17:01.178949 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-x9dnn, hostIfaceName: 8427d1984c2b843, network: default, NAD default, SandboxID: "8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401", PCI device ID: , UID: "3764bbad-b0b0-498f-84c0-c6d1a4b0eca0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0416 14:17:01.239250 3804 cni.go:473] [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8c:84:aa:3e:61\",\"name\":\"8427d1984c2b843\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5416eb21-73aa-4573-a9d1-1615563e3758\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:17:02.335513 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0416 14:17:06.303920 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0416 14:17:08.372291 3804 cni.go:452] [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key ] I0416 14:17:08.465465 3804 cni.go:473] [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-x9dnn 8427d1984c2b843b68a742405a5f190fc26fff5527e4986c2ef023cc66b2a401 network default NAD default NAD key default], result "{}", err I0416 14:17:08.517575 3804 obj_retry.go:498] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:08.517710 3804 pods.go:176] Deleting pod: tsf-tpa/create-db-x9dnn I0416 14:17:08.519203 3804 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-x9dnn, ips: 10.129.0.44 I0416 14:17:08.519233 3804 obj_retry.go:498] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:09.540763 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:09.540793 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:09.633408 3804 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-tb428] creating logical port tsf-tpa_migrate-db-tb428 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:09.633504 3804 kube.go:256] Updating pod tsf-tpa/migrate-db-tb428 I0416 14:17:09.644770 3804 pod.go:62] [tsf-tpa/migrate-db-tb428] pod update took 11.289212ms I0416 14:17:09.644798 3804 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-tb428] addLogicalPort annotation time took 11.324502ms I0416 14:17:09.646051 3804 pods.go:271] [tsf-tpa/migrate-db-tb428] addLogicalPort took 12.666183ms, libovsdb time 852.846µs I0416 14:17:09.999248 3804 cni.go:452] [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key ] I0416 14:17:10.009036 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-tb428, hostIfaceName: ed6c9d93a7922b2, network: default, NAD default, SandboxID: "ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2", PCI device ID: , UID: "a01ae9d6-4154-42ec-8275-7fd47488f18d", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0416 14:17:10.064603 3804 cni.go:473] [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:9b:e4:a7:19:44\",\"name\":\"ed6c9d93a7922b2\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a180bb53-45cc-4e3e-bc7e-a656c64e6be0\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:17:12.398134 3804 cni.go:452] [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key ] I0416 14:17:12.488009 3804 cni.go:473] [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-tb428 ed6c9d93a7922b2cee8d0631f55158fe6ada72f511ca56feb931589c20b606d2 network default NAD default NAD key default], result "{}", err I0416 14:17:12.539497 3804 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:12.539534 3804 pods.go:176] Deleting pod: tsf-tpa/migrate-db-tb428 I0416 14:17:12.541036 3804 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-tb428, ips: 10.129.0.45 I0416 14:17:12.541071 3804 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:12.664536 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:12.664560 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:12.838796 3804 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-skhch] creating logical port tsf-tpa_create-importers-skhch for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:12.838894 3804 kube.go:256] Updating pod tsf-tpa/create-importers-skhch I0416 14:17:12.851865 3804 pod.go:62] [tsf-tpa/create-importers-skhch] pod update took 12.991694ms I0416 14:17:12.851890 3804 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-skhch] addLogicalPort annotation time took 13.025181ms I0416 14:17:12.853261 3804 pods.go:271] [tsf-tpa/create-importers-skhch] addLogicalPort took 14.484196ms, libovsdb time 889.513µs I0416 14:17:13.204527 3804 cni.go:452] [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key ] I0416 14:17:13.214565 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-skhch, hostIfaceName: a0e0157e7d9f067, network: default, NAD default, SandboxID: "a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef", PCI device ID: , UID: "8a40ab78-45e7-498f-9072-60bc7a383f7a", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0416 14:17:13.271800 3804 cni.go:473] [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:af:88:65:34:ae\",\"name\":\"a0e0157e7d9f067\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05ea0899-273d-46f9-85bd-c86a48bc3399\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:17:13.342502 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0416 14:17:15.425197 3804 cni.go:452] [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key ] I0416 14:17:15.519777 3804 cni.go:473] [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-skhch a0e0157e7d9f067cfd35fd9935d812b30ce86bc76a267c95a44d5d0927e2e2ef network default NAD default NAD key default], result "{}", err I0416 14:17:15.578202 3804 obj_retry.go:498] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:15.578239 3804 pods.go:176] Deleting pod: tsf-tpa/create-importers-skhch I0416 14:17:15.579545 3804 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-skhch, ips: 10.129.0.46 I0416 14:17:15.579575 3804 obj_retry.go:498] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:15.873381 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:15.873408 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:18.647918 3804 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-d9wz2-mlnkx] creating logical port tsf-tas_tuf-repository-init-d9wz2-mlnkx for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:18.648031 3804 kube.go:256] Updating pod tsf-tas/tuf-repository-init-d9wz2-mlnkx I0416 14:17:18.659742 3804 pod.go:62] [tsf-tas/tuf-repository-init-d9wz2-mlnkx] pod update took 11.740687ms I0416 14:17:18.659767 3804 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-d9wz2-mlnkx] addLogicalPort annotation time took 11.771847ms I0416 14:17:18.661185 3804 pods.go:271] [tsf-tas/tuf-repository-init-d9wz2-mlnkx] addLogicalPort took 13.288418ms, libovsdb time 1.024953ms I0416 14:17:21.710591 3804 cni.go:452] [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key ] I0416 14:17:21.721362 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-d9wz2-mlnkx, hostIfaceName: 8f6be939e944ff6, network: default, NAD default, SandboxID: "8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2", PCI device ID: , UID: "5ba15708-dcfa-4341-bc9e-166959fdca45", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0416 14:17:21.777589 3804 cni.go:473] [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:11:50:6f:dc:f0\",\"name\":\"8f6be939e944ff6\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cb2e071-e095-4ccd-a204-0537520cc176\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:17:26.492279 3804 cni.go:452] [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key ] I0416 14:17:26.586997 3804 cni.go:473] [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-d9wz2-mlnkx 8f6be939e944ff6dc6b1e5c4bf7fad80d164eaf0d283cce56a57260073bf40d2 network default NAD default NAD key default], result "{}", err I0416 14:17:26.640698 3804 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:26.640752 3804 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-d9wz2-mlnkx I0416 14:17:26.642131 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-d9wz2-mlnkx, ips: 10.129.0.47 I0416 14:17:26.642162 3804 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:27.503249 3804 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:27.503273 3804 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:30.753462 3804 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-jtnjx] creating logical port tsf-tas_tuf-bc5768c88-jtnjx for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:30.753581 3804 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-jtnjx I0416 14:17:30.766962 3804 pod.go:62] [tsf-tas/tuf-bc5768c88-jtnjx] pod update took 13.409246ms I0416 14:17:30.766992 3804 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-jtnjx] addLogicalPort annotation time took 13.448975ms I0416 14:17:30.768600 3804 pods.go:271] [tsf-tas/tuf-bc5768c88-jtnjx] addLogicalPort took 15.155923ms, libovsdb time 1.065618ms I0416 14:17:40.126292 3804 cni.go:452] [tsf-tas/tuf-bc5768c88-jtnjx 1d34dde4780ed370bb5e6f4839f09be9b5e63a5fdb3c5275b6aae36fae0c1997 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-jtnjx 1d34dde4780ed370bb5e6f4839f09be9b5e63a5fdb3c5275b6aae36fae0c1997 network default NAD default NAD key ] I0416 14:17:40.136196 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-jtnjx, hostIfaceName: 1d34dde4780ed37, network: default, NAD default, SandboxID: "1d34dde4780ed370bb5e6f4839f09be9b5e63a5fdb3c5275b6aae36fae0c1997", PCI device ID: , UID: "46faa9a1-1e01-42d5-ace2-2b09d1adeef0", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0416 14:17:40.194984 3804 cni.go:473] [tsf-tas/tuf-bc5768c88-jtnjx 1d34dde4780ed370bb5e6f4839f09be9b5e63a5fdb3c5275b6aae36fae0c1997 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-jtnjx 1d34dde4780ed370bb5e6f4839f09be9b5e63a5fdb3c5275b6aae36fae0c1997 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:4b:d5:99:e3:8d\",\"name\":\"1d34dde4780ed37\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49093141-247a-423f-9272-58f22569a515\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:17:40.219861 3804 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0416 14:17:42.571691 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0416 14:17:53.582555 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0416 14:17:53.776371 3804 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:53.776990 3804 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:53.798605 3804 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:53.798632 3804 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:53.804359 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0416 14:17:53.804395 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0416 14:17:54.530427 3804 namespace.go:98] [build-service] adding namespace I0416 14:17:54.531344 3804 namespace.go:102] [build-service] adding namespace took 884.124µs I0416 14:17:54.531397 3804 namespace.go:98] [integration-service] adding namespace I0416 14:17:54.531961 3804 namespace.go:102] [integration-service] adding namespace took 555.047µs I0416 14:17:54.533907 3804 namespace.go:98] [image-controller] adding namespace I0416 14:17:54.534132 3804 namespace.go:98] [default-tenant] adding namespace I0416 14:17:54.534568 3804 namespace.go:102] [image-controller] adding namespace took 641.102µs I0416 14:17:54.535168 3804 namespace.go:102] [default-tenant] adding namespace took 1.022848ms I0416 14:17:54.555786 3804 namespace.go:142] [build-service] updating namespace I0416 14:17:54.577146 3804 namespace.go:142] [build-service] updating namespace I0416 14:17:54.598653 3804 namespace.go:142] [integration-service] updating namespace I0416 14:17:54.620536 3804 namespace.go:142] [integration-service] updating namespace I0416 14:17:54.654753 3804 namespace.go:142] [image-controller] updating namespace I0416 14:17:54.676403 3804 namespace.go:142] [image-controller] updating namespace I0416 14:17:54.695703 3804 namespace.go:142] [default-tenant] updating namespace I0416 14:17:54.715282 3804 namespace.go:142] [default-tenant] updating namespace I0416 14:17:54.784124 3804 namespace.go:142] [build-service] updating namespace I0416 14:17:54.805201 3804 namespace.go:142] [integration-service] updating namespace I0416 14:17:54.835363 3804 namespace.go:98] [release-service] adding namespace I0416 14:17:54.836264 3804 namespace.go:102] [release-service] adding namespace took 873.054µs I0416 14:17:54.915477 3804 namespace.go:142] [release-service] updating namespace I0416 14:17:54.926544 3804 namespace.go:142] [konflux-ui] updating namespace I0416 14:17:54.948506 3804 namespace.go:142] [release-service] updating namespace I0416 14:17:54.977230 3804 namespace.go:98] [konflux-info] adding namespace I0416 14:17:54.978067 3804 namespace.go:102] [konflux-info] adding namespace took 813.604µs I0416 14:17:55.095595 3804 namespace.go:142] [konflux-info] updating namespace I0416 14:17:55.095697 3804 namespace.go:98] [namespace-lister] adding namespace I0416 14:17:55.096488 3804 namespace.go:102] [namespace-lister] adding namespace took 774.496µs I0416 14:17:55.137250 3804 namespace.go:142] [konflux-info] updating namespace I0416 14:17:55.170710 3804 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:55.170866 3804 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0416 14:17:55.187824 3804 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 16.983302ms I0416 14:17:55.187847 3804 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 17.014331ms I0416 14:17:55.189130 3804 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 18.445717ms, libovsdb time 892.976µs I0416 14:17:55.198653 3804 namespace.go:98] [enterprise-contract-service] adding namespace I0416 14:17:55.199477 3804 namespace.go:102] [enterprise-contract-service] adding namespace took 804.08µs I0416 14:17:55.250816 3804 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:55.264533 3804 namespace.go:142] [image-controller] updating namespace I0416 14:17:55.423762 3804 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:55.508904 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:55.734696 3804 namespace.go:142] [build-service] updating namespace I0416 14:17:55.816667 3804 namespace.go:142] [default-tenant] updating namespace I0416 14:17:55.844385 3804 cni.go:452] [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key ] I0416 14:17:55.853696 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 196caa6e3397666, network: default, NAD default, SandboxID: "196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66", PCI device ID: , UID: "36d78fd4-553d-4505-be78-15728dc34f30", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0416 14:17:55.889600 3804 namespace.go:142] [default-tenant] updating namespace I0416 14:17:55.911841 3804 cni.go:473] [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9c:f1:af:06:d8\",\"name\":\"196caa6e3397666\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/951995dc-e967-4229-88a3-234b3bd0c792\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:17:56.254159 3804 namespace.go:98] [segment-bridge] adding namespace I0416 14:17:56.255051 3804 namespace.go:102] [segment-bridge] adding namespace took 867.637µs I0416 14:17:56.268777 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:56.358903 3804 namespace.go:142] [build-service] updating namespace I0416 14:17:56.402834 3804 namespace.go:142] [default-tenant] updating namespace I0416 14:17:56.419301 3804 namespace.go:142] [image-controller] updating namespace I0416 14:17:56.435074 3804 namespace.go:142] [image-controller] updating namespace I0416 14:17:56.450598 3804 namespace.go:142] [integration-service] updating namespace I0416 14:17:56.465952 3804 namespace.go:142] [release-service] updating namespace I0416 14:17:56.555026 3804 namespace.go:142] [build-service] updating namespace I0416 14:17:56.622689 3804 namespace.go:142] [default-tenant] updating namespace I0416 14:17:56.637790 3804 namespace.go:142] [integration-service] updating namespace I0416 14:17:56.678903 3804 namespace.go:142] [image-controller] updating namespace I0416 14:17:56.710196 3804 namespace.go:142] [segment-bridge] updating namespace I0416 14:17:56.766761 3804 namespace.go:142] [integration-service] updating namespace I0416 14:17:56.846396 3804 namespace.go:142] [release-service] updating namespace I0416 14:17:56.872796 3804 namespace.go:142] [release-service] updating namespace I0416 14:17:56.935210 3804 namespace.go:142] [segment-bridge] updating namespace I0416 14:17:56.941226 3804 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0416 14:17:56.941975 3804 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0416 14:17:56.941992 3804 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0416 14:17:56.945149 3804 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0416 14:17:57.028794 3804 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0416 14:17:57.028823 3804 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0416 14:17:57.029678 3804 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0416 14:17:58.689444 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:59.092421 3804 namespace.go:142] [konflux-info] updating namespace I0416 14:17:59.386196 3804 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:59.406041 3804 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-22v7l] creating logical port release-service_release-service-controller-manager-58f96dcd8d-22v7l for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:59.406158 3804 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-22v7l I0416 14:17:59.420215 3804 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-22v7l] pod update took 14.088548ms I0416 14:17:59.420244 3804 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-22v7l] addLogicalPort annotation time took 14.128328ms I0416 14:17:59.421765 3804 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-22v7l] addLogicalPort took 15.737231ms, libovsdb time 1.103219ms I0416 14:17:59.598791 3804 namespace.go:142] [segment-bridge] updating namespace I0416 14:17:59.744894 3804 base_network_controller_pods.go:487] [default/konflux-ui/proxy-546d65d568-nplrv] creating logical port konflux-ui_proxy-546d65d568-nplrv for pod on switch ip-10-0-1-21.ec2.internal I0416 14:17:59.745012 3804 kube.go:256] Updating pod konflux-ui/proxy-546d65d568-nplrv I0416 14:17:59.762345 3804 pod.go:62] [konflux-ui/proxy-546d65d568-nplrv] pod update took 17.365942ms I0416 14:17:59.762378 3804 base_network_controller_pods.go:951] [default/konflux-ui/proxy-546d65d568-nplrv] addLogicalPort annotation time took 17.406243ms I0416 14:17:59.764027 3804 pods.go:271] [konflux-ui/proxy-546d65d568-nplrv] addLogicalPort took 19.160771ms, libovsdb time 1.041854ms I0416 14:17:59.801191 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:59.846367 3804 namespace.go:142] [konflux-info] updating namespace I0416 14:17:59.910436 3804 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:59.945702 3804 namespace.go:142] [segment-bridge] updating namespace I0416 14:18:00.118804 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:18:00.240922 3804 namespace.go:142] [konflux-info] updating namespace I0416 14:18:00.405466 3804 namespace.go:142] [namespace-lister] updating namespace I0416 14:18:00.533054 3804 namespace.go:142] [segment-bridge] updating namespace W0416 14:18:02.673922 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0416 14:18:02.704645 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0416 14:18:02.728992 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0416 14:18:07.583613 3804 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-22v7l f35fe16727b5ed2473e6b5d32a401cbda041dd4b69361446dacda580d9bac4c0 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-22v7l f35fe16727b5ed2473e6b5d32a401cbda041dd4b69361446dacda580d9bac4c0 network default NAD default NAD key ] I0416 14:18:07.593213 3804 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-22v7l, hostIfaceName: f35fe16727b5ed2, network: default, NAD default, SandboxID: "f35fe16727b5ed2473e6b5d32a401cbda041dd4b69361446dacda580d9bac4c0", PCI device ID: , UID: "72909202-6bc8-480a-89ca-d06f64b7b7c8", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0416 14:18:07.650801 3804 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-22v7l f35fe16727b5ed2473e6b5d32a401cbda041dd4b69361446dacda580d9bac4c0 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-22v7l f35fe16727b5ed2473e6b5d32a401cbda041dd4b69361446dacda580d9bac4c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:18:e8:41:f8:45\",\"name\":\"f35fe16727b5ed2\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07a95449-30f9-46dd-afc5-03a50d2fbbad\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:18:07.943802 3804 cni.go:452] [konflux-ui/proxy-546d65d568-nplrv d91b3ec5cf14895f706530e7968b38b2ec9e851ed4f9b5d286d9ce137aaa6d7c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-546d65d568-nplrv d91b3ec5cf14895f706530e7968b38b2ec9e851ed4f9b5d286d9ce137aaa6d7c network default NAD default NAD key ] I0416 14:18:07.953422 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-546d65d568-nplrv, hostIfaceName: d91b3ec5cf14895, network: default, NAD default, SandboxID: "d91b3ec5cf14895f706530e7968b38b2ec9e851ed4f9b5d286d9ce137aaa6d7c", PCI device ID: , UID: "42866608-5dc1-4c31-9137-89274c7226f5", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0416 14:18:08.010228 3804 cni.go:473] [konflux-ui/proxy-546d65d568-nplrv d91b3ec5cf14895f706530e7968b38b2ec9e851ed4f9b5d286d9ce137aaa6d7c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-546d65d568-nplrv d91b3ec5cf14895f706530e7968b38b2ec9e851ed4f9b5d286d9ce137aaa6d7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:62:03:01:0b:db\",\"name\":\"d91b3ec5cf14895\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af323a71-e3aa-4473-bd60-677836892974\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 14:18:11.752176 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:11.752201 3804 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:11.776632 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 14:18:11.778688 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 14:18:11.804415 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 14:18:11.805161 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 14:18:12.785095 3804 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0416 14:18:13.771069 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:13.771087 3804 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:13.804160 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0416 14:18:13.805574 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0416 14:18:23.109802 3804 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:18:23.110378 3804 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:18:23.827586 3804 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:18:23.827610 3804 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:18:23.833465 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv I0416 14:18:23.833489 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv W0416 14:18:24.777206 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0416 14:18:24.782627 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0416 14:18:40.880961 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0416 14:18:53.856232 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:53.856252 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:53.856268 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:53.856273 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:53.864016 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:53.864036 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0416 14:19:05.793571 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0416 14:19:16.803430 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=617 I0416 14:19:19.794229 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=65 I0416 14:19:23.484892 3804 obj_retry.go:498] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:23.485511 3804 obj_retry.go:498] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:24.152261 3804 obj_retry.go:492] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:24.152292 3804 obj_retry.go:492] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:24.158807 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5868c9758f-zd65h I0416 14:19:24.158930 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5868c9758f-zd65h I0416 14:19:26.879754 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0416 14:19:27.200196 3804 cni.go:452] [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key ] I0416 14:19:27.283087 3804 cni.go:473] [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 196caa6e3397666522f5737d9a7420cf1d43fb7d706d3989ffd32ed12e7b2e66 network default NAD default NAD key default], result "{}", err I0416 14:19:27.339402 3804 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:27.339439 3804 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0416 14:19:27.340820 3804 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.49 I0416 14:19:27.340851 3804 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:27.375759 3804 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:27.375787 3804 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:27.378488 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0416 14:19:27.378516 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0416 14:19:44.915985 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0416 14:19:55.894512 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0416 14:20:00.209112 3804 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605820-2hwhs for pod on switch ip-10-0-1-21.ec2.internal I0416 14:20:00.209227 3804 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs I0416 14:20:00.222425 3804 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs] pod update took 13.229813ms I0416 14:20:00.222460 3804 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs] addLogicalPort annotation time took 13.270445ms I0416 14:20:00.223827 3804 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs] addLogicalPort took 14.731672ms, libovsdb time 923.809µs I0416 14:20:00.572918 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key ] I0416 14:20:00.582287 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605820-2hwhs, hostIfaceName: 5dcbb6f2e7172a7, network: default, NAD default, SandboxID: "5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782", PCI device ID: , UID: "d63b9ec0-b6c4-489e-ba47-33b348d218e4", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0416 14:20:00.640316 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:99:4b:43:76:53\",\"name\":\"5dcbb6f2e7172a7\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0ca3876-ceef-4170-8fd3-efa79b4969da\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:20:04.411531 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key ] I0416 14:20:04.498632 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs 5dcbb6f2e7172a7ecc8f501cb728e3fe4055578717aff43f89158b1233c06782 network default NAD default NAD key default], result "{}", err I0416 14:20:04.551593 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:04.551654 3804 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs I0416 14:20:04.553213 3804 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs, ips: 10.129.0.52 I0416 14:20:04.553251 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:05.419543 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:05.419571 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:10.887905 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0416 14:20:21.899663 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0416 14:20:22.618625 3804 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key ] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key ] I0416 14:20:22.711437 3804 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm e11adacd1458138e923f29c2f363c707b2dcff31b8a37ed8b78e6945faf88e75 network default NAD default NAD key default], result "{}", err I0416 14:20:22.779996 3804 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:22.780035 3804 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm I0416 14:20:22.780364 3804 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-c7cbd] creating logical port image-controller_image-controller-controller-manager-56b684c87-c7cbd for pod on switch ip-10-0-1-21.ec2.internal I0416 14:20:22.780480 3804 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-c7cbd I0416 14:20:22.781456 3804 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm, ips: 10.129.0.27 I0416 14:20:22.781485 3804 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:22.791886 3804 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-c7cbd] pod update took 11.428613ms I0416 14:20:22.791921 3804 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-56b684c87-c7cbd] addLogicalPort annotation time took 11.469762ms I0416 14:20:22.793485 3804 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-c7cbd] addLogicalPort took 13.132142ms, libovsdb time 930.363µs I0416 14:20:23.147022 3804 cni.go:452] [image-controller/image-controller-controller-manager-56b684c87-c7cbd facefdec03b5f80b9f17a3f56e8311acc937bfaed4a8abfa05858ed5b2dd2558 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-c7cbd facefdec03b5f80b9f17a3f56e8311acc937bfaed4a8abfa05858ed5b2dd2558 network default NAD default NAD key ] I0416 14:20:23.156613 3804 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-c7cbd, hostIfaceName: facefdec03b5f80, network: default, NAD default, SandboxID: "facefdec03b5f80b9f17a3f56e8311acc937bfaed4a8abfa05858ed5b2dd2558", PCI device ID: , UID: "21fb208d-21a4-4c4f-8a06-7da8c27c4a78", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0416 14:20:23.216366 3804 cni.go:473] [image-controller/image-controller-controller-manager-56b684c87-c7cbd facefdec03b5f80b9f17a3f56e8311acc937bfaed4a8abfa05858ed5b2dd2558 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-c7cbd facefdec03b5f80b9f17a3f56e8311acc937bfaed4a8abfa05858ed5b2dd2558 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c4:30:c2:8c:02\",\"name\":\"facefdec03b5f80\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccfe2b12-4261-4362-a0cc-0a1244ef677e\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:20:23.526926 3804 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:23.526955 3804 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:23.534787 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm I0416 14:20:23.534818 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm W0416 14:20:37.560986 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0416 14:20:37.887494 3804 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:37.888148 3804 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:38.543466 3804 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:38.543494 3804 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:38.550226 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-6f859968fc-qvd4t I0416 14:20:38.550252 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-6f859968fc-qvd4t I0416 14:20:52.877406 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0416 14:21:13.909954 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 14:21:22.790263 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=93 I0416 14:22:21.906339 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0416 14:23:07.916661 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0416 14:25:04.918738 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0416 14:25:11.897623 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0416 14:25:31.788544 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0416 14:25:39.902097 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0416 14:25:59.796745 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0416 14:25:59.880268 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0416 14:26:04.789678 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0416 14:26:16.883826 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0416 14:26:27.883081 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0416 14:27:06.792654 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0416 14:27:09.044482 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:09.044537 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:09.048446 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-x9dnn I0416 14:27:09.048476 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-x9dnn I0416 14:27:12.030201 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:12.030247 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:12.034575 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-tb428 I0416 14:27:12.034612 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-tb428 I0416 14:27:15.031112 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:15.031147 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:15.034905 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-skhch I0416 14:27:15.034935 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-skhch I0416 14:27:18.913304 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 14:27:27.796390 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0416 14:27:56.828333 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=50 I0416 14:28:45.890209 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0416 14:29:54.909341 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0416 14:30:00.206018 3804 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605830-brk7s for pod on switch ip-10-0-1-21.ec2.internal I0416 14:30:00.206131 3804 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s I0416 14:30:00.227947 3804 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s] pod update took 21.838608ms I0416 14:30:00.227976 3804 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s] addLogicalPort annotation time took 21.870587ms I0416 14:30:00.229291 3804 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s] addLogicalPort took 23.286652ms, libovsdb time 878.713µs I0416 14:30:00.568620 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key ] I0416 14:30:00.578373 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605830-brk7s, hostIfaceName: 4885767b974bfb0, network: default, NAD default, SandboxID: "4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671", PCI device ID: , UID: "3a8f95d9-571a-457b-81e9-8bc744f67ddc", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0416 14:30:00.637076 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:3c:6c:5e:67:cb\",\"name\":\"4885767b974bfb0\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e084a24-40d1-4b5c-a3fa-a64e65b2f812\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:30:03.742843 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key ] I0416 14:30:03.829130 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s 4885767b974bfb0e5c2a6b146343707f5bb8e9a33bad5ad30024aef791eff671 network default NAD default NAD key default], result "{}", err I0416 14:30:03.882692 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:30:03.882741 3804 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s I0416 14:30:03.884150 3804 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s, ips: 10.129.0.54 I0416 14:30:03.884188 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:30:04.750322 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.750347 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.789176 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.789220 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.793868 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc I0416 14:30:04.793893 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc I0416 14:30:29.900277 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0416 14:31:17.219968 3804 namespace.go:98] [default-tenant-managed] adding namespace I0416 14:31:17.220877 3804 namespace.go:102] [default-tenant-managed] adding namespace took 886.497µs I0416 14:31:17.246707 3804 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:17.264651 3804 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:18.308012 3804 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:18.454496 3804 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:18.538940 3804 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:48.921534 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0416 14:32:08.549506 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-xtvcs for pod on switch ip-10-0-1-21.ec2.internal I0416 14:32:08.549619 3804 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs I0416 14:32:08.563457 3804 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs] pod update took 13.869721ms I0416 14:32:08.563487 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs] addLogicalPort annotation time took 13.905959ms I0416 14:32:08.565050 3804 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs] addLogicalPort took 15.567238ms, libovsdb time 1.058342ms I0416 14:32:08.916059 3804 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key ] I0416 14:32:08.925487 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-xtvcs, hostIfaceName: ec4f939ada9dcc9, network: default, NAD default, SandboxID: "ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c", PCI device ID: , UID: "b8c6be27-6c6d-46a1-9093-bdb1ea599a24", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0416 14:32:08.983992 3804 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:c6:3a:9e:42:fc\",\"name\":\"ec4f939ada9dcc9\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ab98e07-01f1-47eb-b7fe-5f5bdf93a025\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:32:17.792886 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 W0416 14:32:22.294050 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294074 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294080 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294085 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294101 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294107 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294111 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294115 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.455654 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.455688 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.455697 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.455705 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0416 14:32:28.334141 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:28.334691 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:46.858014 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:46.858582 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:47.755979 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:32:47.756134 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod I0416 14:32:47.782982 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod] pod update took 26.881422ms I0416 14:32:47.783008 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod] addLogicalPort annotation time took 26.915156ms I0416 14:32:47.784328 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod] addLogicalPort took 28.365356ms, libovsdb time 897.018µs I0416 14:32:48.125854 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key ] I0416 14:32:48.135562 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod, hostIfaceName: 1fa5d2d117ebdcf, network: default, NAD default, SandboxID: "1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506", PCI device ID: , UID: "a83def33-82d0-4ec0-ab4c-b038718b23f0", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0416 14:32:48.193914 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e4:18:fe:0e:3a\",\"name\":\"1fa5d2d117ebdcf\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55c9ca6c-adb5-4fc1-b66d-8f4a688bc723\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:32:51.794803 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0416 14:33:04.920121 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0416 14:33:05.791330 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0416 14:33:11.821352 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key ] I0416 14:33:11.903888 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod 1fa5d2d117ebdcf6263cc088a1ac27c3f0d4d1ab06427566f13867f36fab9506 network default NAD default NAD key default], result "{}", err I0416 14:33:11.992915 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:33:11.992950 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod I0416 14:33:11.994288 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod, ips: 10.129.0.56 I0416 14:33:11.994314 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:34:01.909393 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0416 14:34:09.886077 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 14:34:35.886227 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0416 14:34:50.882746 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0416 14:35:01.015000 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:01.015201 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod I0416 14:35:01.056824 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod] pod update took 41.67283ms I0416 14:35:01.056862 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod] addLogicalPort annotation time took 41.718008ms I0416 14:35:01.058179 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod] addLogicalPort took 43.201108ms, libovsdb time 913.951µs I0416 14:35:01.365426 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:01.365993 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:01.380761 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key ] I0416 14:35:01.390565 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod, hostIfaceName: ed486fcc2270739, network: default, NAD default, SandboxID: "ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678", PCI device ID: , UID: "2d0a8336-0bd9-4d3e-a382-da8fbb3f8199", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0416 14:35:01.454206 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9b:e4:c0:aa:80\",\"name\":\"ed486fcc2270739\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/920bd7c6-5852-4604-bac4-844cbfdfc052\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:09.915761 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0416 14:35:37.902532 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0416 14:35:38.893183 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0416 14:35:43.682909 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:43.683107 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod I0416 14:35:43.717098 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod] pod update took 34.039542ms I0416 14:35:43.717126 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 34.074281ms I0416 14:35:43.718669 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod] addLogicalPort took 35.781637ms, libovsdb time 1.006108ms I0416 14:35:43.739343 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key ] I0416 14:35:43.839710 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod ed486fcc227073915914568ecd4e7db46b34be77a88c1e7c29ee6fec771cb678 network default NAD default NAD key default], result "{}", err I0416 14:35:43.942691 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:43.942742 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod I0416 14:35:43.944265 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod, ips: 10.129.0.57 I0416 14:35:43.944296 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:44.091208 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key ] I0416 14:35:44.100768 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod, hostIfaceName: ace187aacfe0756, network: default, NAD default, SandboxID: "ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d", PCI device ID: , UID: "f9cbf221-a146-4119-ac08-50bf3affe839", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0416 14:35:44.158484 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:33:4f:88:bd:56\",\"name\":\"ace187aacfe0756\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f92d1509-3f9e-47f6-83d7-45adff0b44d8\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:44.569116 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:44.569262 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod I0416 14:35:44.592979 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod] pod update took 23.755014ms I0416 14:35:44.593006 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod] addLogicalPort annotation time took 23.787579ms I0416 14:35:44.594455 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod] addLogicalPort took 25.353188ms, libovsdb time 996.157µs I0416 14:35:44.852862 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:44.853045 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod I0416 14:35:44.886063 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod] pod update took 33.049546ms I0416 14:35:44.886088 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod] addLogicalPort annotation time took 33.079676ms I0416 14:35:44.887372 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod] addLogicalPort took 34.525384ms, libovsdb time 884.846µs I0416 14:35:44.971888 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key ] I0416 14:35:44.981447 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod, hostIfaceName: f59016eeed1b56c, network: default, NAD default, SandboxID: "f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7", PCI device ID: , UID: "72c0a0cb-5995-4a4b-938c-2a3798d2d91c", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0416 14:35:45.040944 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7b:d7:e1:30:ab\",\"name\":\"f59016eeed1b56c\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99f0fa1a-fa91-45a9-9c7a-dc4a2f316354\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:45.245655 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key ] I0416 14:35:45.256561 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod, hostIfaceName: 50f5384b0551f50, network: default, NAD default, SandboxID: "50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4", PCI device ID: , UID: "fa300a88-690d-490c-9aef-9c1a9fd2b1e1", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0416 14:35:45.315641 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ec:35:34:f7:d2\",\"name\":\"50f5384b0551f50\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f3aa2da-ee51-43e2-b530-0b0f6f7dcfb0\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:45.481756 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:45.481877 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod I0416 14:35:45.502409 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod] pod update took 20.564385ms I0416 14:35:45.502437 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod] addLogicalPort annotation time took 20.597071ms I0416 14:35:45.503894 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod] addLogicalPort took 22.151702ms, libovsdb time 857.511µs I0416 14:35:45.928620 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key ] I0416 14:35:45.938615 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod, hostIfaceName: 19d63102f89641e, network: default, NAD default, SandboxID: "19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768", PCI device ID: , UID: "d3b86bdb-305b-4899-915d-329664341bf0", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0416 14:35:45.997586 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:66:b7:f1:ee:09\",\"name\":\"19d63102f89641e\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/783b6695-afaa-4564-a17c-99ce6e93f218\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:46.302805 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:46.302939 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod I0416 14:35:46.319131 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod] pod update took 16.221572ms I0416 14:35:46.319157 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod] addLogicalPort annotation time took 16.257478ms I0416 14:35:46.320570 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod] addLogicalPort took 17.782995ms, libovsdb time 953.582µs I0416 14:35:46.602398 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:46.602539 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod I0416 14:35:46.619003 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod] pod update took 16.490795ms I0416 14:35:46.619034 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod] addLogicalPort annotation time took 16.532984ms I0416 14:35:46.620374 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod] addLogicalPort took 18.003494ms, libovsdb time 831.588µs I0416 14:35:46.672198 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key ] I0416 14:35:46.683209 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod, hostIfaceName: 053a321340966df, network: default, NAD default, SandboxID: "053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd", PCI device ID: , UID: "c551a1f9-941d-468f-b6d3-e1a0f12f13d7", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0416 14:35:46.743940 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:de:fa:52:eb:65\",\"name\":\"053a321340966df\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/553f5eb4-f0ab-4dc2-bd7c-dc98dc497c42\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:46.975755 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key ] I0416 14:35:46.986232 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod, hostIfaceName: 955d72bab3bf760, network: default, NAD default, SandboxID: "955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33", PCI device ID: , UID: "cb7601e1-8d1a-4666-988f-3e0e25ad4222", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0416 14:35:47.047231 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0c:3d:e5:ec:ec\",\"name\":\"955d72bab3bf760\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cd9c6d7-f012-4111-a251-6e9ad7f611cc\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:47.108987 3804 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:35:47.109115 3804 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod I0416 14:35:47.129751 3804 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod] pod update took 20.669336ms I0416 14:35:47.129782 3804 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod] addLogicalPort annotation time took 20.704209ms I0416 14:35:47.131328 3804 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod] addLogicalPort took 22.364323ms, libovsdb time 1.016895ms I0416 14:35:47.513388 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key ] I0416 14:35:47.526750 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod, hostIfaceName: a939b67b55f9fe4, network: default, NAD default, SandboxID: "a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2", PCI device ID: , UID: "2aef0647-79b1-4e0d-8da4-f94b2feb44d6", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0416 14:35:47.596805 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f2:35:74:6e:1d\",\"name\":\"a939b67b55f9fe4\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52625345-6a12-47ed-a1df-aa786a066213\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:35:55.926357 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key ] I0416 14:35:56.046584 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod 053a321340966dfc6f579e8ce66a803d41886fb3173e7588ec0dc3b8f169facd network default NAD default NAD key default], result "{}", err I0416 14:35:57.799650 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0416 14:35:59.677586 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:59.677640 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod I0416 14:35:59.679568 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod, ips: 10.129.0.62 I0416 14:35:59.679614 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:00.977981 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key ] I0416 14:36:01.092598 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod 955d72bab3bf7607b50a6f422bc006f5403d923295eb902beeb5b2420bc97a33 network default NAD default NAD key default], result "{}", err I0416 14:36:08.318266 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:08.318330 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod I0416 14:36:08.320262 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod, ips: 10.129.0.63 I0416 14:36:08.320306 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:26.799058 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0416 14:36:28.013751 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:28.014569 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:30.249150 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key ] I0416 14:36:30.348740 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod 50f5384b0551f50fb858aa5773b8fcc187e1162be94fdeac31265c69ba18dcd4 network default NAD default NAD key default], result "{}", err I0416 14:36:30.429898 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:30.430006 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod I0416 14:36:30.431833 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod, ips: 10.129.0.60 I0416 14:36:30.431872 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:31.263146 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key ] I0416 14:36:31.363630 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod f59016eeed1b56c863c25a48a29872f2045d759f53048c6a6ad047ca7d4659f7 network default NAD default NAD key default], result "{}", err I0416 14:36:31.460095 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:31.460137 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod I0416 14:36:31.461624 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod, ips: 10.129.0.59 I0416 14:36:31.461651 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:34.292278 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key ] I0416 14:36:34.395600 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod 19d63102f89641e25e414849fccddb97833cdee1cfed2e92c40975002e383768 network default NAD default NAD key default], result "{}", err I0416 14:36:34.688053 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:34.688098 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod I0416 14:36:34.689764 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod, ips: 10.129.0.61 I0416 14:36:34.689794 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:39.962698 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:39.963301 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:51.084182 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:51.084792 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:37:09.192223 3804 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-db-x9dnn I0416 14:37:17.831684 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=214 I0416 14:37:21.690123 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key ] I0416 14:37:21.795014 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod a939b67b55f9fe41d8d449dc73bfdf388976945cbefbdd172f50c541093fefb2 network default NAD default NAD key default], result "{}", err I0416 14:37:21.888129 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:21.888181 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod I0416 14:37:21.889555 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod, ips: 10.129.0.64 I0416 14:37:21.889587 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:24.728116 3804 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key ] I0416 14:37:24.828342 3804 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod ace187aacfe075666260cdf4b2f263db3382a2897dd817c83dce8b1d3bbc717d network default NAD default NAD key default], result "{}", err I0416 14:37:24.947018 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:24.947058 3804 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod I0416 14:37:24.948497 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod, ips: 10.129.0.58 I0416 14:37:24.948522 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:53.856325 3804 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key ] I0416 14:37:53.949252 3804 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs ec4f939ada9dcc9f423521c37cac572420a21593076d3806e779901462ddaf7c network default NAD default NAD key default], result "{}", err I0416 14:37:54.011124 3804 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:54.011160 3804 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs I0416 14:37:54.012664 3804 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs, ips: 10.129.0.55 I0416 14:37:54.012700 3804 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:54.938706 3804 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:37:54.938743 3804 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:37:54.944169 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs I0416 14:37:54.944205 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs I0416 14:38:10.924014 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0416 14:38:42.795475 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0416 14:39:02.868489 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:02.869097 3804 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:05.995251 3804 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-luwq-vk4g4-collect-keyless-params-pod for pod on switch ip-10-0-1-21.ec2.internal I0416 14:39:05.995402 3804 kube.go:256] Updating pod default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod I0416 14:39:06.015091 3804 pod.go:62] [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod] pod update took 19.715349ms I0416 14:39:06.015120 3804 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod] addLogicalPort annotation time took 19.749848ms I0416 14:39:06.016592 3804 pods.go:271] [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod] addLogicalPort took 21.348454ms, libovsdb time 1.034972ms I0416 14:39:06.364248 3804 cni.go:452] [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key ] I0416 14:39:06.374064 3804 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-luwq-vk4g4-collect-keyless-params-pod, hostIfaceName: a519341feab53c8, network: default, NAD default, SandboxID: "a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042", PCI device ID: , UID: "eb3055d0-e79a-4583-8257-6ce4ccf8d9a4", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0416 14:39:06.433533 3804 cni.go:473] [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:97:c9:0f:cb:36\",\"name\":\"a519341feab53c8\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36bd08b0-abaa-4d00-b4cb-87cbf78799e6\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:39:16.793878 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0416 14:39:19.922687 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0416 14:39:21.578598 3804 cni.go:452] [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key ] I0416 14:39:21.676760 3804 cni.go:473] [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod a519341feab53c8401df5aaaa39ada3cef686c1b8d4260ec1b29c08e0cf8c042 network default NAD default NAD key default], result "{}", err I0416 14:39:21.742385 3804 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:21.742453 3804 pods.go:176] Deleting pod: default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod I0416 14:39:21.743847 3804 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod, ips: 10.129.0.65 I0416 14:39:21.743879 3804 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:29.911982 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0416 14:39:43.168093 3804 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:43.168745 3804 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:53.888636 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0416 14:39:58.922425 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0416 14:40:00.195641 3804 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605840-ndfz7 for pod on switch ip-10-0-1-21.ec2.internal I0416 14:40:00.195794 3804 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 I0416 14:40:00.208696 3804 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7] pod update took 12.923893ms I0416 14:40:00.208749 3804 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7] addLogicalPort annotation time took 12.983482ms I0416 14:40:00.210115 3804 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7] addLogicalPort took 14.48988ms, libovsdb time 950.41µs I0416 14:40:00.562351 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key ] I0416 14:40:00.571926 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605840-ndfz7, hostIfaceName: 5f2ae9e39e980a5, network: default, NAD default, SandboxID: "5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b", PCI device ID: , UID: "f17e659b-7f65-4f35-9f15-8473c8ba3623", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0416 14:40:00.630443 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:07:69:5c:9d:21\",\"name\":\"5f2ae9e39e980a5\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec518685-c27c-4cf2-89e8-6faa900dfda1\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 14:40:04.899389 3804 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key ] I0416 14:40:04.996168 3804 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 5f2ae9e39e980a50b29cd6c7f65463727697a7d7746efb6b449f1021eb19956b network default NAD default NAD key default], result "{}", err I0416 14:40:05.055124 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:40:05.055163 3804 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 I0416 14:40:05.056665 3804 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7, ips: 10.129.0.66 I0416 14:40:05.056704 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:40:05.126032 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.126094 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.157222 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.157257 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.162405 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh I0416 14:40:05.162433 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh