+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-78.ec2.internal ++ [[ -n ip-10-0-1-78.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-78.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 06:04:56.585793393 - disable conntrack on geneve port' I0512 06:04:56.585793393 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 06:04:56.622021210 - starting ovnkube-node + echo 'I0512 06:04:56.622021210 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-78.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-78.ec2.internal --init-node ip-10-0-1-78.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-78.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 06:04:56.679944 3816 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 06:04:56.680019 3816 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5ee8a11c44.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 06:04:56.681908 3816 kube.go:431] Waiting for certificate I0512 06:04:56.681939 3816 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 06:04:56.681982 3816 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 06:04:56.682725 3816 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 06:04:56.717652 3816 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:04:56.717669 3816 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:04:56.721419 3816 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:04:56.721511 3816 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-v2hzc" I0512 06:04:56.727974 3816 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-v2hzc" I0512 06:04:56.728045 3816 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:04:57.682921 3816 kube.go:438] Certificate found I0512 06:04:57.683769 3816 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 06:04:57.684703 3816 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 06:04:57.743404 3816 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 05:59:56 +0000 UTC" deadline="2026-05-13 00:29:27.132688932 +0000 UTC" I0512 06:04:57.743439 3816 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h24m29.38925801s" I0512 06:04:57.757750 3816 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 06:04:57.769132 3816 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 06:04:57.769213 3816 factory.go:561] Starting watch factory I0512 06:04:57.769212 3816 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 06:04:57.769334 3816 server.go:101] MetricServer registers OVS metrics I0512 06:04:57.769376 3816 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769394 3816 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769403 3816 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769407 3816 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769430 3816 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769438 3816 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769466 3816 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769450 3816 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769553 3816 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769576 3816 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769798 3816 server.go:105] MetricServer registers OVN DB metrics I0512 06:04:57.769809 3816 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.769826 3816 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.774296 3816 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 06:04:57.774325 3816 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 06:04:57.775255 3816 controller_manager.go:370] Starting the ovnkube controller I0512 06:04:57.775270 3816 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-78.ec2.internal I0512 06:04:57.775325 3816 controller_manager.go:395] NBDB zone sync took: 45.405µs I0512 06:04:57.775337 3816 factory.go:561] Starting watch factory I0512 06:04:57.786403 3816 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.787395 3816 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.787942 3816 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 06:04:57.787968 3816 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 06:04:57.789291 3816 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.789468 3816 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.789960 3816 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.792886 3816 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 06:04:57.793009 3816 server.go:109] MetricServer registers OVN Controller metrics I0512 06:04:57.798605 3816 server.go:113] MetricServer registers OVN Northd metrics I0512 06:04:57.798640 3816 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:04:57.803515 3816 metrics.go:519] OVN Metrics Server starts to run ... I0512 06:04:57.874435 3816 factory.go:1977] *v1.Node informer cache synced successfully I0512 06:04:57.874482 3816 factory.go:1977] *v1.Service informer cache synced successfully I0512 06:04:57.874486 3816 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 06:04:57.874489 3816 factory.go:1977] *v1.Pod informer cache synced successfully I0512 06:04:57.874492 3816 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 06:04:57.874495 3816 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 06:04:57.874579 3816 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:04:57.874591 3816 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:04:57.874597 3816 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:04:57.874612 3816 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:04:57.880851 3816 factory.go:1977] *v1.Pod informer cache synced successfully I0512 06:04:57.880872 3816 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 06:04:57.880876 3816 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 06:04:57.880879 3816 factory.go:1977] *v1.Node informer cache synced successfully I0512 06:04:57.880882 3816 factory.go:1977] *v1.Service informer cache synced successfully I0512 06:04:57.880885 3816 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 06:04:57.903341 3816 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:04:57.930847 3816 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:04:57.980425 3816 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 06:04:57.980444 3816 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 06:04:57.980707 3816 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:57.980735 3816 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:57.986792 3816 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 06:04:57.986806 3816 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 06:04:58.009341 3816 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.085854 3816 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 06:04:58.085994 3816 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.086024 3816 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.090458 3816 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.091327 3816 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 06:04:58.091399 3816 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.091418 3816 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.092734 3816 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 06:04:58.095054 3816 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.097046 3816 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 06:04:58.097107 3816 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.097118 3816 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.098479 3816 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 06:04:58.099468 3816 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.102631 3816 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 06:04:58.102698 3816 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.102717 3816 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.103786 3816 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 06:04:58.109028 3816 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 06:04:58.125391 3816 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.208721 3816 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 06:04:58.208953 3816 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:04:58.208976 3816 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:04:58.211585 3816 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:04:58.213795 3816 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 06:04:58.213863 3816 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.213877 3816 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.213921 3816 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.213946 3816 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.214215 3816 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 06:04:58.216426 3816 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.219524 3816 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 06:04:58.270317 3816 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:04:58.319930 3816 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 06:04:58.319948 3816 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 06:04:58.319956 3816 factory.go:680] Watch Factory start up complete, took: 550.745403ms I0512 06:04:58.320078 3816 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 06:04:58.325740 3816 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 06:04:58.325754 3816 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 06:04:58.325762 3816 factory.go:680] Watch Factory start up complete, took: 550.424504ms I0512 06:04:58.325770 3816 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-78.ec2.internal" zone I0512 06:04:58.367792 3816 default_node_network_controller.go:710] Initializing the default node network controller I0512 06:04:58.443737 3816 udn_isolation.go:101] Starting UDN host isolation manager I0512 06:04:58.449738 3816 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 06:04:58.503731 3816 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 06:04:58.503814 3816 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 06:04:58.503833 3816 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 06:04:58.538003 3816 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 06:04:58.538150 3816 default_node_network_controller.go:809] Node ip-10-0-1-78.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 06:04:58.543832 3816 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.78"] k8s.ovn.org/zone-name:ip-10-0-1-78.ec2.internal] on node ip-10-0-1-78.ec2.internal I0512 06:04:58.566425 3816 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 06:04:58.572458 3816 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 06:04:58.572579 3816 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 06:04:58.572704 3816 gateway_init.go:263] Preparing Gateway I0512 06:04:58.572715 3816 gateway_shared_intf.go:1687] Creating new gateway I0512 06:04:58.575985 3816 controller_manager.go:429] Waiting for node in zone sync took: 250.202426ms I0512 06:04:58.583084 3816 controller_manager.go:611] Switching to transit router for layer2 networks I0512 06:04:58.583100 3816 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-78.ec2.internal I0512 06:04:58.599511 3816 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 06:04:58.606304 3816 controller_manager.go:290] SCTP support detected in OVN I0512 06:04:58.606908 3816 services_controller.go:69] Creating services controller for network=default I0512 06:04:58.607027 3816 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 06:04:58.607131 3816 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 06:04:58.607198 3816 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 06:04:58.607224 3816 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 06:04:58.607242 3816 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 06:04:58.607469 3816 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 06:04:58.607521 3816 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 06:04:58.607548 3816 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.537µs I0512 06:04:58.607562 3816 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.242µs I0512 06:04:58.607571 3816 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.725µs I0512 06:04:58.607580 3816 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 06:04:58.607593 3816 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 06:04:58.607601 3816 default_network_controller.go:325] Starting the default network controller I0512 06:04:58.607641 3816 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.324µs I0512 06:04:58.607701 3816 udn_enabled_svc.go:95] Performing full resync I0512 06:04:58.608423 3816 udn_enabled_svc.go:99] Waiting for handler to sync I0512 06:04:58.608434 3816 udn_enabled_svc.go:104] Starting worker I0512 06:04:58.617048 3816 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 06:04:58.617106 3816 repair.go:33] Syncing exgw routes took 45.903µs I0512 06:04:58.617130 3816 default_network_controller.go:414] Starting all the Watchers... I0512 06:04:58.617300 3816 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 06:04:58.617305 3816 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 06:04:58.617309 3816 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 06:04:58.617319 3816 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 06:04:58.617325 3816 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 06:04:58.617321 3816 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 06:04:58.617326 3816 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 06:04:58.617330 3816 namespace.go:98] [openshift-config] adding namespace I0512 06:04:58.617338 3816 namespace.go:98] [openshift-logging] adding namespace I0512 06:04:58.617339 3816 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 06:04:58.617341 3816 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 06:04:58.617340 3816 namespace.go:98] [openshift-controller-manager] adding namespace I0512 06:04:58.617351 3816 namespace.go:98] [openshift-insights] adding namespace I0512 06:04:58.617352 3816 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 06:04:58.617375 3816 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 06:04:58.617918 3816 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 606.871µs I0512 06:04:58.617932 3816 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 06:04:58.618413 3816 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 475.953µs I0512 06:04:58.618426 3816 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 06:04:58.618989 3816 namespace.go:102] [openshift-backplane-csm] adding namespace took 556.997µs I0512 06:04:58.619003 3816 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 06:04:58.619523 3816 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.206382ms I0512 06:04:58.619543 3816 namespace.go:98] [openshift-console-operator] adding namespace I0512 06:04:58.620030 3816 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.712897ms I0512 06:04:58.620042 3816 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 06:04:58.620513 3816 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.185808ms I0512 06:04:58.620521 3816 namespace.go:98] [openshift-monitoring] adding namespace W0512 06:04:58.620958 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-95qxf: pod openshift-network-diagnostics/network-check-target-95qxf: no pod IPs found W0512 06:04:58.620976 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fwl8p: pod openshift-network-diagnostics/network-check-target-fwl8p: no pod IPs found W0512 06:04:58.620982 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mw69q: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:04:58.620995 3816 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.663203ms I0512 06:04:58.621012 3816 namespace.go:98] [openshift-config-operator] adding namespace I0512 06:04:58.621912 3816 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.578418ms I0512 06:04:58.621925 3816 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 06:04:58.622391 3816 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.053341ms I0512 06:04:58.622406 3816 namespace.go:98] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] adding namespace I0512 06:04:58.622825 3816 namespace.go:102] [openshift-config] adding namespace took 5.487454ms I0512 06:04:58.622835 3816 namespace.go:98] [openshift-backplane] adding namespace I0512 06:04:58.623262 3816 namespace.go:102] [openshift-logging] adding namespace took 5.919136ms I0512 06:04:58.623273 3816 namespace.go:98] [openshift-config-managed] adding namespace I0512 06:04:58.623688 3816 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.342118ms I0512 06:04:58.623698 3816 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 06:04:58.624200 3816 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.850588ms I0512 06:04:58.624215 3816 namespace.go:98] [kube-public] adding namespace I0512 06:04:58.624676 3816 namespace.go:102] [openshift-controller-manager] adding namespace took 7.325017ms I0512 06:04:58.624687 3816 namespace.go:98] [openshift-image-registry] adding namespace I0512 06:04:58.625156 3816 namespace.go:102] [openshift-insights] adding namespace took 7.800531ms I0512 06:04:58.625166 3816 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 06:04:58.625711 3816 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.348675ms I0512 06:04:58.625727 3816 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 06:04:58.626210 3816 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.819954ms I0512 06:04:58.626225 3816 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 06:04:58.626686 3816 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.677499ms I0512 06:04:58.626701 3816 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 06:04:58.627156 3816 namespace.go:102] [openshift-console-operator] adding namespace took 7.604976ms I0512 06:04:58.627188 3816 namespace.go:98] [openshift-host-network] adding namespace I0512 06:04:58.627741 3816 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.692256ms I0512 06:04:58.627754 3816 namespace.go:98] [openshift-infra] adding namespace I0512 06:04:58.628119 3816 namespace.go:102] [openshift-monitoring] adding namespace took 7.591461ms I0512 06:04:58.628135 3816 namespace.go:98] [openshift-dns-operator] adding namespace I0512 06:04:58.628595 3816 namespace.go:102] [openshift-config-operator] adding namespace took 7.578549ms I0512 06:04:58.628608 3816 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 06:04:58.629020 3816 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.08912ms I0512 06:04:58.629034 3816 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 06:04:58.629466 3816 namespace.go:102] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] adding namespace took 7.054646ms I0512 06:04:58.629480 3816 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 06:04:58.629861 3816 namespace.go:102] [openshift-backplane] adding namespace took 7.020559ms I0512 06:04:58.629873 3816 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 06:04:58.630269 3816 namespace.go:102] [openshift-config-managed] adding namespace took 6.991861ms I0512 06:04:58.630279 3816 namespace.go:98] [dedicated-admin] adding namespace I0512 06:04:58.630716 3816 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.013146ms I0512 06:04:58.630729 3816 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 06:04:58.631120 3816 namespace.go:102] [kube-public] adding namespace took 6.900076ms I0512 06:04:58.631131 3816 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 06:04:58.631587 3816 namespace.go:102] [openshift-image-registry] adding namespace took 6.896825ms I0512 06:04:58.631598 3816 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 06:04:58.632000 3816 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.827849ms I0512 06:04:58.632015 3816 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 06:04:58.632463 3816 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.729691ms I0512 06:04:58.632476 3816 namespace.go:98] [openshift-authentication] adding namespace I0512 06:04:58.632900 3816 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.669977ms I0512 06:04:58.632913 3816 namespace.go:98] [openshift-marketplace] adding namespace I0512 06:04:58.633402 3816 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.69764ms I0512 06:04:58.633413 3816 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 06:04:58.633926 3816 namespace.go:102] [openshift-host-network] adding namespace took 6.731539ms I0512 06:04:58.633939 3816 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 06:04:58.634391 3816 namespace.go:102] [openshift-infra] adding namespace took 6.63203ms I0512 06:04:58.634401 3816 namespace.go:98] [openshift-dns] adding namespace I0512 06:04:58.634846 3816 namespace.go:102] [openshift-dns-operator] adding namespace took 6.705734ms I0512 06:04:58.634859 3816 namespace.go:98] [openshift-cluster-version] adding namespace I0512 06:04:58.635276 3816 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.663112ms I0512 06:04:58.635290 3816 namespace.go:98] [openshift-apiserver] adding namespace I0512 06:04:58.635685 3816 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.645871ms I0512 06:04:58.635698 3816 namespace.go:98] [default] adding namespace I0512 06:04:58.636092 3816 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.606263ms I0512 06:04:58.636103 3816 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 06:04:58.636525 3816 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.647585ms I0512 06:04:58.636538 3816 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 06:04:58.636939 3816 namespace.go:102] [dedicated-admin] adding namespace took 6.656203ms I0512 06:04:58.636949 3816 namespace.go:98] [kube-node-lease] adding namespace I0512 06:04:58.637483 3816 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.748516ms I0512 06:04:58.637496 3816 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 06:04:58.637887 3816 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.751626ms I0512 06:04:58.637899 3816 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 06:04:58.638323 3816 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.721228ms I0512 06:04:58.638332 3816 namespace.go:98] [openshift-node] adding namespace I0512 06:04:58.638759 3816 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.739882ms I0512 06:04:58.638767 3816 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 06:04:58.639126 3816 namespace.go:102] [openshift-authentication] adding namespace took 6.644824ms I0512 06:04:58.639140 3816 namespace.go:98] [openshift-machine-api] adding namespace I0512 06:04:58.639550 3816 namespace.go:102] [openshift-marketplace] adding namespace took 6.632402ms I0512 06:04:58.639561 3816 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 06:04:58.639938 3816 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.520251ms I0512 06:04:58.640302 3816 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.359202ms I0512 06:04:58.640312 3816 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 06:04:58.640768 3816 namespace.go:102] [openshift-dns] adding namespace took 6.361624ms I0512 06:04:58.640780 3816 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 06:04:58.641170 3816 namespace.go:102] [openshift-cluster-version] adding namespace took 6.30614ms I0512 06:04:58.641199 3816 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 06:04:58.641668 3816 namespace.go:102] [openshift-apiserver] adding namespace took 6.372576ms I0512 06:04:58.641679 3816 namespace.go:98] [openshift-etcd] adding namespace I0512 06:04:58.642196 3816 namespace.go:102] [default] adding namespace took 6.494905ms I0512 06:04:58.642206 3816 namespace.go:98] [openshift] adding namespace I0512 06:04:58.642833 3816 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.723288ms I0512 06:04:58.642850 3816 namespace.go:98] [openshift-operators] adding namespace I0512 06:04:58.643353 3816 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.810473ms I0512 06:04:58.643366 3816 namespace.go:98] [openshift-network-console] adding namespace I0512 06:04:58.643994 3816 namespace.go:102] [kube-node-lease] adding namespace took 7.038027ms I0512 06:04:58.644009 3816 namespace.go:98] [openshift-package-operator] adding namespace I0512 06:04:58.644522 3816 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.020142ms I0512 06:04:58.644534 3816 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 06:04:58.644937 3816 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.033738ms I0512 06:04:58.644949 3816 namespace.go:98] [openshift-ingress] adding namespace I0512 06:04:58.645536 3816 namespace.go:102] [openshift-node] adding namespace took 7.199448ms I0512 06:04:58.645548 3816 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 06:04:58.645917 3816 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.146249ms I0512 06:04:58.645926 3816 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 06:04:58.646450 3816 namespace.go:102] [openshift-machine-api] adding namespace took 7.305436ms I0512 06:04:58.646462 3816 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 06:04:58.646860 3816 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.294166ms I0512 06:04:58.646870 3816 namespace.go:98] [openshift-console] adding namespace I0512 06:04:58.647267 3816 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.950095ms I0512 06:04:58.647278 3816 namespace.go:98] [openshift-network-operator] adding namespace I0512 06:04:58.647648 3816 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.864589ms I0512 06:04:58.647659 3816 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 06:04:58.648044 3816 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.839713ms I0512 06:04:58.648056 3816 namespace.go:98] [openshift-multus] adding namespace I0512 06:04:58.648480 3816 namespace.go:102] [openshift-etcd] adding namespace took 6.796045ms I0512 06:04:58.648860 3816 namespace.go:102] [openshift] adding namespace took 6.650251ms I0512 06:04:58.649250 3816 namespace.go:102] [openshift-operators] adding namespace took 6.395866ms I0512 06:04:58.649649 3816 namespace.go:102] [openshift-network-console] adding namespace took 6.27898ms I0512 06:04:58.649997 3816 namespace.go:102] [openshift-package-operator] adding namespace took 5.983034ms I0512 06:04:58.650483 3816 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.945452ms I0512 06:04:58.650877 3816 namespace.go:102] [openshift-ingress] adding namespace took 5.920998ms I0512 06:04:58.650892 3816 namespace.go:98] [kube-system] adding namespace I0512 06:04:58.651277 3816 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.724819ms I0512 06:04:58.651710 3816 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.780189ms I0512 06:04:58.652152 3816 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.683826ms I0512 06:04:58.652553 3816 namespace.go:102] [openshift-console] adding namespace took 5.678322ms I0512 06:04:58.652978 3816 namespace.go:102] [openshift-network-operator] adding namespace took 5.696337ms W0512 06:04:58.653409 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gmvxm: pod openshift-multus/network-metrics-daemon-gmvxm: no pod IPs found W0512 06:04:58.653421 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q9z4f: pod openshift-multus/network-metrics-daemon-q9z4f: no pod IPs found W0512 06:04:58.653427 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-p59dd: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found I0512 06:04:58.653448 3816 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.785735ms W0512 06:04:58.653842 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-ls2tn: pod kube-system/global-pull-secret-syncer-ls2tn: no pod IPs found W0512 06:04:58.653853 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-mfsdt: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found W0512 06:04:58.653858 3816 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5h2w8: pod kube-system/global-pull-secret-syncer-5h2w8: no pod IPs found I0512 06:04:58.653889 3816 namespace.go:102] [openshift-multus] adding namespace took 5.827244ms I0512 06:04:58.654275 3816 namespace.go:102] [kube-system] adding namespace took 3.378418ms W0512 06:04:58.654353 3816 master.go:458] Unable to parse local node ip-10-0-1-78.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 06:04:58.654362 3816 master.go:471] Unable to parse remote node ip-10-0-0-49.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 06:04:58.654365 3816 master.go:471] Unable to parse remote node ip-10-0-2-90.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 06:04:58.654369 3816 master.go:481] Removing stale chassis with ID/Name: 9d21c079-6e8b-4095-9523-710af91582d6, hostname: ip-10-0-1-78.ec2.internal I0512 06:04:58.654879 3816 master.go:548] Adding or Updating local node "ip-10-0-1-78.ec2.internal" for network "default" I0512 06:04:58.654915 3816 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-90.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-90.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-90.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-90.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-90.ec2.internal I0512 06:04:58.654971 3816 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-49.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-49.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-49.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-49.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-49.ec2.internal I0512 06:04:58.658438 3816 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-78.ec2.internal for the network default I0512 06:04:58.658729 3816 zone_ic_handler.go:195] Time taken to create transit switch: 278.503µs I0512 06:04:58.659500 3816 default_network_controller.go:823] Node add failed for ip-10-0-1-78.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal, error getting gateway config for node ip-10-0-1-78.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal", failed to update chassis to local for local node ip-10-0-1-78.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-78.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal] E0512 06:04:58.659561 3816 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-78.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal, error getting gateway config for node ip-10-0-1-78.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal", failed to update chassis to local for local node ip-10-0-1-78.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-78.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal] I0512 06:04:58.659605 3816 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 06:04:58.659657 3816 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 06:04:58.659624 3816 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-78.ec2.internal", UID:"7dcb3418-c589-4769-a7da-40ed580cfd4e", APIVersion:"v1", ResourceVersion:"9049", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal, error getting gateway config for node ip-10-0-1-78.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal", failed to update chassis to local for local node ip-10-0-1-78.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-78.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal] I0512 06:04:58.659675 3816 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 06:04:58.659684 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:04:58.659715 3816 node_tracker.go:235] Node ip-10-0-0-49.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-49.ec2.internal" I0512 06:04:58.659749 3816 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:04:58.659769 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:04:58.659777 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0512 06:04:58.659785 3816 node_tracker.go:235] Node ip-10-0-1-78.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal" I0512 06:04:58.659794 3816 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0512 06:04:58.659803 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:04:58.659809 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:04:58.659817 3816 node_tracker.go:235] Node ip-10-0-2-90.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-90.ec2.internal" I0512 06:04:58.659823 3816 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:04:58.659826 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:04:58.683187 3816 iptables.go:108] Creating table: filter chain: FORWARD I0512 06:04:58.689041 3816 iptables.go:108] Creating table: filter chain: OUTPUT I0512 06:04:58.694878 3816 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 06:04:58.694895 3816 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-78.ec2.internal","mac-address":"0a:ff:d8:b6:11:11","ip-addresses":["10.0.1.78/24"],"ip-address":"10.0.1.78/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9d21c079-6e8b-4095-9523-710af91582d6 k8s.ovn.org/node-encap-ips:["10.0.1.78"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.78/24"} k8s.ovn.org/zone-name:ip-10-0-1-78.ec2.internal] on node ip-10-0-1-78.ec2.internal I0512 06:04:58.710766 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0512 06:04:58.710795 3816 master.go:548] Adding or Updating local node "ip-10-0-1-78.ec2.internal" for network "default" I0512 06:04:58.710857 3816 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0512 06:04:58.710875 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:04:58.715054 3816 default_node_network_controller.go:519] Node connection status = connected W0512 06:04:58.716083 3816 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-95qxf: pod openshift-network-diagnostics/network-check-target-95qxf: no pod IPs found W0512 06:04:58.716096 3816 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-gmvxm: pod openshift-multus/network-metrics-daemon-gmvxm: no pod IPs found W0512 06:04:58.716105 3816 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5h2w8: pod kube-system/global-pull-secret-syncer-5h2w8: no pod IPs found I0512 06:04:58.717073 3816 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-78.ec2.internal for the network default I0512 06:04:58.717263 3816 zone_ic_handler.go:195] Time taken to create transit switch: 179.893µs I0512 06:04:58.760185 3816 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 06:04:58.760209 3816 services_controller.go:208] Setting up event handlers for services for network=default I0512 06:04:58.760273 3816 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 06:04:58.760333 3816 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 06:04:58.760357 3816 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 06:04:58.861291 3816 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 06:04:58.861317 3816 repair.go:60] Starting repairing loop for services I0512 06:04:58.861428 3816 repair.go:131] Deleted 0 stale service LBs I0512 06:04:58.861456 3816 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 06:04:58.861481 3816 repair.go:62] Finished repairing loop for services: 167.651µs I0512 06:04:58.861519 3816 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 06:04:58.861533 3816 services_controller.go:254] Starting workers for network=default I0512 06:04:58.862386 3816 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5h2w8] creating logical port kube-system_global-pull-secret-syncer-5h2w8 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:04:58.862522 3816 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gmvxm] creating logical port openshift-multus_network-metrics-daemon-gmvxm for pod on switch ip-10-0-1-78.ec2.internal I0512 06:04:58.862565 3816 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5h2w8 I0512 06:04:58.862599 3816 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-p59dd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-p59dd: suppressed error logged: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found I0512 06:04:58.862621 3816 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fwl8p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fwl8p: no pod IPs found I0512 06:04:58.862656 3816 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-ls2tn, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-ls2tn: suppressed error logged: pod kube-system/global-pull-secret-syncer-ls2tn: no pod IPs found I0512 06:04:58.862676 3816 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-mfsdt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-mfsdt: suppressed error logged: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found I0512 06:04:58.862707 3816 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-gmvxm I0512 06:04:58.862728 3816 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mw69q, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mw69q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:04:58.862756 3816 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-q9z4f, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q9z4f: suppressed error logged: pod openshift-multus/network-metrics-daemon-q9z4f: no pod IPs found I0512 06:04:58.862858 3816 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-95qxf] creating logical port openshift-network-diagnostics_network-check-target-95qxf for pod on switch ip-10-0-1-78.ec2.internal I0512 06:04:58.862937 3816 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-95qxf I0512 06:04:58.878540 3816 pod.go:62] [openshift-network-diagnostics/network-check-target-95qxf] pod update took 15.620855ms I0512 06:04:58.878560 3816 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-95qxf] addLogicalPort annotation time took 15.642741ms I0512 06:04:58.879513 3816 pods.go:271] [openshift-network-diagnostics/network-check-target-95qxf] addLogicalPort took 16.659671ms, libovsdb time 755.714µs I0512 06:04:58.881340 3816 pod.go:62] [kube-system/global-pull-secret-syncer-5h2w8] pod update took 18.872566ms I0512 06:04:58.881379 3816 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-5h2w8] addLogicalPort annotation time took 18.912875ms I0512 06:04:58.882202 3816 pods.go:271] [kube-system/global-pull-secret-syncer-5h2w8] addLogicalPort took 19.82567ms, libovsdb time 631.75µs I0512 06:04:58.883301 3816 pod.go:62] [openshift-multus/network-metrics-daemon-gmvxm] pod update took 20.628039ms I0512 06:04:58.883320 3816 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-gmvxm] addLogicalPort annotation time took 20.650722ms I0512 06:04:58.884172 3816 pods.go:271] [openshift-multus/network-metrics-daemon-gmvxm] addLogicalPort took 21.657032ms, libovsdb time 635.596µs I0512 06:04:58.884681 3816 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 06:04:58.884703 3816 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 06:04:58.884715 3816 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 06:04:58.884719 3816 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 06:04:58.884906 3816 repair.go:29] Repairing admin network policies took 181.976µs I0512 06:04:58.885005 3816 repair.go:92] Repairing baseline admin network policies took 91.401µs I0512 06:04:58.885520 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 06:04:58.885538 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 06:04:58.887384 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 06:04:58.887410 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 06:04:58.887427 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 06:04:58.888020 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 06:04:58.888039 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 06:04:58.888048 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 06:04:58.889637 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 06:04:58.889659 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 06:04:58.889671 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 06:04:58.890241 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 06:04:58.890273 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 06:04:58.890282 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 06:04:58.892311 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 06:04:58.892329 3816 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 06:04:58.892335 3816 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 06:04:58.893669 3816 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 06:04:58.893686 3816 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 06:04:58.893695 3816 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 06:04:58.894749 3816 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 06:04:58.894772 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 06:04:58.895236 3816 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 06:04:58.895250 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 06:04:58.895962 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 06:04:58.895984 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 06:04:58.895994 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 06:04:58.897848 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 06:04:58.897867 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 06:04:58.897878 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 06:04:58.899931 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 06:04:58.899947 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 06:04:58.899955 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 06:04:58.900467 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 06:04:58.900488 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 06:04:58.900495 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 06:04:58.901726 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 06:04:58.901757 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 06:04:58.901769 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 06:04:58.902879 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 06:04:58.902899 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 06:04:58.902909 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 06:04:58.903218 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 06:04:58.903242 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 06:04:58.903270 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 06:04:58.903945 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 06:04:58.903966 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 06:04:58.903976 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 06:04:58.904532 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 06:04:58.904549 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 06:04:58.904558 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 06:04:58.905682 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 06:04:58.905701 3816 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 06:04:58.905711 3816 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 06:04:58.906273 3816 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 06:04:58.906288 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 06:04:58.906298 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 06:04:58.907639 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 06:04:58.907658 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 06:04:58.907666 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 06:04:58.908157 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 06:04:58.908187 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 06:04:58.908195 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 06:04:58.908672 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 06:04:58.908690 3816 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 06:04:58.908703 3816 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 06:04:58.909543 3816 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 06:04:58.909568 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 06:04:58.909579 3816 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 06:04:58.911360 3816 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 06:04:58.911378 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 06:04:58.911385 3816 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 06:04:58.911745 3816 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 06:04:58.911759 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 06:04:58.911767 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 06:04:58.912351 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 06:04:58.912371 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 06:04:58.912378 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 06:04:58.912897 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 06:04:58.912913 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 06:04:58.912921 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 06:04:58.913478 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 06:04:58.913497 3816 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 06:04:58.913504 3816 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 06:04:58.914242 3816 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 06:04:58.914260 3816 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 06:04:58.914280 3816 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 06:04:58.915427 3816 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 06:04:58.920125 3816 egressfirewall.go:374] Starting EgressFirewall controller I0512 06:04:58.920162 3816 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 06:04:58.920162 3816 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 06:04:58.920199 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 06:04:58.920205 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 06:04:58.920215 3816 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 06:04:58.920222 3816 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 06:04:58.920515 3816 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 06:04:58.920532 3816 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 06:04:58.920540 3816 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 06:04:58.920553 3816 egressqos.go:193] Setting up event handlers for EgressQoS I0512 06:04:58.920554 3816 egressfirewall.go:723] Syncing node "ip-10-0-0-49.ec2.internal" for egress firewall I0512 06:04:58.920565 3816 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0512 06:04:58.920569 3816 egressfirewall.go:723] Syncing node "ip-10-0-2-90.ec2.internal" for egress firewall I0512 06:04:58.920667 3816 egressqos.go:245] Starting EgressQoS Controller I0512 06:04:58.920680 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 06:04:58.920691 3816 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 06:04:58.920700 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 06:04:58.920708 3816 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 06:04:58.920717 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 06:04:58.920725 3816 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 06:04:58.920734 3816 egressqos.go:259] Repairing EgressQoSes I0512 06:04:58.920741 3816 egressqos.go:399] Starting repairing loop for egressqos I0512 06:04:58.920816 3816 egressqos.go:401] Finished repairing loop for egressqos: 76.844µs I0512 06:04:58.920843 3816 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 06:04:58.920865 3816 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-78.ec2.internal I0512 06:04:58.920913 3816 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-78.ec2.internal : 50.599µs I0512 06:04:58.920968 3816 egressservice_zone.go:210] Starting Egress Services Controller I0512 06:04:58.920980 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 06:04:58.920989 3816 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 06:04:58.921000 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 06:04:58.921009 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 06:04:58.921020 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 06:04:58.921029 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 06:04:58.921038 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 06:04:58.921046 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 06:04:58.921052 3816 egressservice_zone.go:228] Repairing Egress Services I0512 06:04:58.921309 3816 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 06:04:58.921318 3816 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 06:04:58.921393 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:04:58.921406 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 13.81µs I0512 06:04:58.921416 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:04:58.921422 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 6.602µs I0512 06:04:58.921430 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:04:58.921436 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 6.306µs I0512 06:04:58.921816 3816 default_network_controller.go:585] Completing all the Watchers took 304.677198ms I0512 06:04:58.921829 3816 default_network_controller.go:589] Starting unidling controllers I0512 06:04:58.921840 3816 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 06:04:58.921848 3816 unidle.go:63] Populating Initial ContollerEvent events I0512 06:04:58.921861 3816 unidle.go:79] Setting up event handlers for services I0512 06:04:58.921983 3816 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 06:04:59.214951 3816 default_node_network_controller.go:519] Node connection status = connected I0512 06:04:59.715151 3816 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:00.215851 3816 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:00.597490 3816 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 06:05:00.715113 3816 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:00.732593 3816 bridgeconfig.go:537] Gateway is ready I0512 06:05:00.732615 3816 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 06:05:00.744492 3816 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.78. Updating OVN encap IP. I0512 06:05:00.749949 3816 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.78 - it is already configured I0512 06:05:00.749962 3816 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.78/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 06:05:00.750161 3816 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.78/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-78.ec2.internal","mac-address":"0a:ff:d8:b6:11:11","ip-addresses":["10.0.1.78/24"],"ip-address":"10.0.1.78/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9d21c079-6e8b-4095-9523-710af91582d6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.78/24"}] on node ip-10-0-1-78.ec2.internal I0512 06:05:00.767010 3816 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0512 06:05:00.767114 3816 master.go:548] Adding or Updating local node "ip-10-0-1-78.ec2.internal" for network "default" I0512 06:05:00.767127 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0512 06:05:00.767147 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:05:00.767166 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 22.275µs I0512 06:05:00.767209 3816 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:00.767225 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:00.767677 3816 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.78 I0512 06:05:00.767765 3816 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-78.ec2.internal I0512 06:05:00.771842 3816 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-78.ec2.internal. Updating no re-route policies I0512 06:05:00.771928 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q9z4f I0512 06:05:00.771942 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mw69q I0512 06:05:00.771947 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q9z4f I0512 06:05:00.771947 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5d4jr I0512 06:05:00.771955 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mw69q I0512 06:05:00.771954 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-p59dd I0512 06:05:00.771960 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5d4jr I0512 06:05:00.771967 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-p59dd I0512 06:05:00.771968 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dw5sj I0512 06:05:00.771983 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dw5sj I0512 06:05:00.771991 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-78.ec2.internal I0512 06:05:00.771998 3816 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-q9z4f, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q9z4f: suppressed error logged: pod openshift-multus/network-metrics-daemon-q9z4f: no pod IPs found I0512 06:05:00.771934 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p I0512 06:05:00.772008 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-78.ec2.internal I0512 06:05:00.772011 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p I0512 06:05:00.772013 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dw5sj after 0 failed attempt(s) I0512 06:05:00.772017 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bf7p7 I0512 06:05:00.772028 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-78.ec2.internal I0512 06:05:00.772031 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-ls2tn I0512 06:05:00.772034 3816 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fwl8p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fwl8p: no pod IPs found I0512 06:05:00.772038 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bf7p7 I0512 06:05:00.772036 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-drhmk I0512 06:05:00.772041 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-ls2tn I0512 06:05:00.772044 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-95qxf I0512 06:05:00.772050 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4qjcf I0512 06:05:00.772018 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gmvxm I0512 06:05:00.772059 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jn82q I0512 06:05:00.772061 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4qjcf I0512 06:05:00.772060 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-f5zqw I0512 06:05:00.772067 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gmvxm I0512 06:05:00.772068 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jn82q I0512 06:05:00.772073 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bf7p7 after 0 failed attempt(s) I0512 06:05:00.772073 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-txt69 I0512 06:05:00.772079 3816 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-ls2tn, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-ls2tn: suppressed error logged: pod kube-system/global-pull-secret-syncer-ls2tn: no pod IPs found I0512 06:05:00.772036 3816 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-78.ec2.internal after 0 failed attempt(s) I0512 06:05:00.772089 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jn82q after 0 failed attempt(s) I0512 06:05:00.772077 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-f5zqw I0512 06:05:00.772093 3816 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mw69q, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mw69q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:05:00.771945 3816 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qdqt4 I0512 06:05:00.772101 3816 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gmvxm] creating logical port openshift-multus_network-metrics-daemon-gmvxm for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:00.772105 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qdqt4 I0512 06:05:00.772106 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-f5zqw after 0 failed attempt(s) I0512 06:05:00.772059 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-95qxf I0512 06:05:00.772112 3816 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-p59dd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-p59dd: suppressed error logged: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found I0512 06:05:00.772118 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qdqt4 after 0 failed attempt(s) I0512 06:05:00.772048 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-mfsdt I0512 06:05:00.772137 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-mfsdt I0512 06:05:00.772141 3816 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-95qxf] creating logical port openshift-network-diagnostics_network-check-target-95qxf for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:00.772058 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-drhmk I0512 06:05:00.772154 3816 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-mfsdt, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-mfsdt: suppressed error logged: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found I0512 06:05:00.772039 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-78.ec2.internal I0512 06:05:00.772165 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-drhmk after 0 failed attempt(s) I0512 06:05:00.772048 3816 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5h2w8 I0512 06:05:00.772193 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-78.ec2.internal after 0 failed attempt(s) I0512 06:05:00.772198 3816 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5h2w8 I0512 06:05:00.772083 3816 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4qjcf after 0 failed attempt(s) I0512 06:05:00.772092 3816 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-txt69 I0512 06:05:00.772227 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-txt69 after 0 failed attempt(s) I0512 06:05:00.772233 3816 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5h2w8] creating logical port kube-system_global-pull-secret-syncer-5h2w8 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:00.772084 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5d4jr after 0 failed attempt(s) I0512 06:05:00.772845 3816 pods.go:271] [openshift-multus/network-metrics-daemon-gmvxm] addLogicalPort took 752.663µs, libovsdb time 241.238µs I0512 06:05:00.772858 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-gmvxm after 0 failed attempt(s) I0512 06:05:00.772916 3816 pods.go:271] [openshift-network-diagnostics/network-check-target-95qxf] addLogicalPort took 789.292µs, libovsdb time 278.155µs I0512 06:05:00.772929 3816 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-95qxf after 0 failed attempt(s) I0512 06:05:00.773010 3816 pods.go:271] [kube-system/global-pull-secret-syncer-5h2w8] addLogicalPort took 779.844µs, libovsdb time 255.232µs I0512 06:05:00.773026 3816 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5h2w8 after 0 failed attempt(s) I0512 06:05:00.786343 3816 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 06:05:00.798125 3816 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 06:05:00.801241 3816 iptables.go:108] Creating table: nat chain: OUTPUT I0512 06:05:00.844039 3816 iptables.go:108] Creating table: nat chain: PREROUTING I0512 06:05:00.906055 3816 iptables.go:108] Creating table: filter chain: FORWARD I0512 06:05:00.922848 3816 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 06:05:00.922961 3816 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 06:05:00.923013 3816 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 06:05:00.923148 3816 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 06:05:00.923256 3816 gateway_init.go:325] Gateway and management port readiness took 2.212646228s I0512 06:05:00.923294 3816 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 06:05:00.923375 3816 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 06:05:00.923393 3816 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 06:05:00.923406 3816 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 06:05:00.923478 3816 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 06:05:00.923585 3816 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.812µs I0512 06:05:00.923847 3816 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 06:05:00.923873 3816 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.267µs I0512 06:05:00.923883 3816 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.056µs I0512 06:05:00.923890 3816 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 06:05:00.923902 3816 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 06:05:00.923910 3816 default_node_network_controller.go:899] Starting the default node network controller I0512 06:05:00.923915 3816 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 06:05:00.924008 3816 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.486µs I0512 06:05:00.924089 3816 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 06:05:00.924098 3816 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 06:05:00.924121 3816 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c981e0 0xc000341960 0xc0003419d0 0xc000341a40 0xc000341b20 0xc000341b90 0xc000341c00 0xc000cc8000 0xc000341c70 0xc000341ce0 0xc0008fa2d0 0xc006577340 0xc000341dc0 map[0x2ff9080:0xc002208e40 0x2ff95c0:0xc002208fc0 0x2ffa2e0:0xc002208d80 0x2ffa580:0xc002208de0 0x2ffad60:0xc002208ea0 0x2ffb000:0xc002208f00 0x2ffb2a0:0xc002208f60 0x2ffba80:0xc002209020 0x2ffbd20:0xc002209080 0x3026980:0xc001283920 0x3026d20:0xc001283980 0x3027800:0xc0007f3a40 0x3029160:0xc001afa000 0x30298a0:0xc002413980 0x302a720:0xc0012838c0] 0xc000180a10 0} I0512 06:05:00.924201 3816 gateway.go:151] Starting gateway service sync I0512 06:05:00.924794 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 06:05:00.926994 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 06:05:00.951280 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 06:05:00.952521 3816 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 06:05:00.953729 3816 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 06:05:00.987851 3816 gateway.go:168] Gateway service sync done. Time taken: 63.633516ms I0512 06:05:00.988345 3816 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31847 I0512 06:05:00.988669 3816 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c981e0 0xc000341960 0xc0003419d0 0xc000341a40 0xc000341b20 0xc000341b90 0xc000341c00 0xc000cc8000 0xc000341c70 0xc000341ce0 0xc0008fa2d0 0xc006577340 0xc000341dc0 map[0x2ff9080:0xc002208e40 0x2ff95c0:0xc002208fc0 0x2ffa2e0:0xc002208d80 0x2ffa580:0xc002208de0 0x2ffad60:0xc002208ea0 0x2ffb000:0xc002208f00 0x2ffb2a0:0xc002208f60 0x2ffba80:0xc002209020 0x2ffbd20:0xc002209080 0x3026980:0xc001283920 0x3026d20:0xc001283980 0x3027800:0xc0007f3a40 0x3029160:0xc001afa000 0x30298a0:0xc002413980 0x302a720:0xc0012838c0] 0xc000180a10 0} I0512 06:05:00.989144 3816 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c981e0 0xc000341960 0xc0003419d0 0xc000341a40 0xc000341b20 0xc000341b90 0xc000341c00 0xc000cc8000 0xc000341c70 0xc000341ce0 0xc0008fa2d0 0xc006577340 0xc000341dc0 map[0x2ff9080:0xc002208e40 0x2ff95c0:0xc002208fc0 0x2ffa2e0:0xc002208d80 0x2ffa580:0xc002208de0 0x2ffad60:0xc002208ea0 0x2ffb000:0xc002208f00 0x2ffb2a0:0xc002208f60 0x2ffba80:0xc002209020 0x2ffbd20:0xc002209080 0x3026980:0xc001283920 0x3026d20:0xc001283980 0x3027800:0xc0007f3a40 0x3029160:0xc001afa000 0x30298a0:0xc002413980 0x302a720:0xc0012838c0] 0xc000180a10 0} I0512 06:05:00.989207 3816 gateway.go:532] Reconciling gateway with updates I0512 06:05:00.994761 3816 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 06:05:00.994810 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:00.994815 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 06:05:00.994822 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:00.994828 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:00.994830 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 06:05:00.994833 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:00.994837 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:00.994852 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:00.994854 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:00.994872 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:00.994879 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:00.994894 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:00.994895 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:00.994893 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:00.994901 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:00.994907 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:00.994909 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:00.994915 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:00.994917 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:00.994921 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:00.994917 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:00.994933 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:00.994933 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:00.994934 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 06:05:00.994940 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:00.994944 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 06:05:00.994943 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:00.994947 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:00.994957 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:00.994959 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:00.994963 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:00.994961 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:00.994970 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 06:05:00.994975 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:00.994966 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:00.994983 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:00.994961 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:00.994991 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:00.994994 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:00.994994 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 06:05:00.995004 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:00.994943 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:00.995008 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:00.995008 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:00.995012 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 06:05:00.994932 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 30377 is already open, no action needed I0512 06:05:00.995022 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:00.995020 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:00.995020 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:00.995029 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:00.995032 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:00.995035 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 31092 is already open, no action needed I0512 06:05:00.995035 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:00.995039 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:00.994994 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:00.994984 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:00.995047 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:00.995047 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:00.995056 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:00.995058 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:00.995061 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 06:05:00.995065 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:00.994976 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:00.995075 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 06:05:00.995062 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 06:05:00.994990 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995086 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 06:05:00.994994 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:00.994979 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:00.995103 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:00.995018 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:00.995120 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 06:05:00.995130 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 06:05:00.995036 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:00.995136 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 06:05:00.995136 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995142 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995146 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 06:05:00.994995 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:00.995005 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 06:05:00.995142 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 06:05:00.995160 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995013 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 06:05:00.994999 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:00.995202 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:00.995202 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:00.995211 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 06:05:00.995213 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:00.995212 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:00.995222 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995228 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:00.995250 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 06:05:00.995212 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995034 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 06:05:00.995036 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:00.995280 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995279 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:00.995032 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:00.995305 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 06:05:00.995051 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:00.995320 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 06:05:00.995046 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:00.995333 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:00.995054 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:00.995346 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:00.995050 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 06:05:00.995061 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:00.994986 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:00.995130 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:00.995008 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:00.995473 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 06:05:00.995137 3816 default_node_network_controller.go:944] Gateway and management port readiness took 71.029925ms I0512 06:05:00.995148 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 06:05:00.995008 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 06:05:00.995155 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 06:05:00.995165 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:00.995012 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 06:05:00.995022 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:00.995025 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:00.995611 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:00.995618 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 06:05:00.994979 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:00.995043 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 06:05:00.995082 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 06:05:00.996369 3816 node_ip_handler_linux.go:160] Node IP manager is running W0512 06:05:01.033868 3816 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 06:05:01.034016 3816 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 06:05:01.034128 3816 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 06:05:01.041819 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 06:05:01.041851 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 06:05:01.041861 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 06:05:01.041871 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 06:05:01.041880 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 06:05:01.041889 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 06:05:01.041898 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 06:05:01.041912 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 06:05:01.041922 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 06:05:01.041935 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 06:05:01.041943 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 06:05:02.905736 3816 default_node_network_controller.go:1380] Starting node controller node sync W0512 06:05:02.905798 3816 egressip_healthcheck.go:76] Health checking using insecure connection I0512 06:05:02.905878 3816 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 06:05:02.918018 3816 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.26084ms I0512 06:05:02.918239 3816 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 06:05:02.918564 3816 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 06:05:02.918685 3816 egressservice_node.go:183] Starting Egress Services Controller I0512 06:05:02.918703 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 06:05:02.918712 3816 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 06:05:02.918718 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 06:05:02.918723 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 06:05:02.918754 3816 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 06:05:02.918763 3816 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 06:05:02.918768 3816 egressservice_node.go:197] Repairing Egress Services I0512 06:05:02.929167 3816 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 06:05:02.929197 3816 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 06:05:02.929383 3816 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 06:05:02.929396 3816 link_network_manager.go:119] Link manager is running I0512 06:05:02.929410 3816 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 06:05:02.929550 3816 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 06:05:02.930123 3816 vrf_manager.go:128] VRF manager is running I0512 06:05:02.931521 3816 node_controller_manager.go:437] Removing flows to drop GARP I0512 06:05:02.931541 3816 gateway.go:532] Reconciling gateway with updates I0512 06:05:02.958360 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:02.958376 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:02.958383 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:02.958382 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:02.958392 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:02.958396 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:02.958396 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:02.958400 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:02.958407 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:02.958395 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:02.958411 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:02.958419 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:02.958425 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:02.958427 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:02.958433 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:02.958369 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:02.958459 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:02.958470 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:02.958469 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:02.958478 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 06:05:02.958487 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:02.958488 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:02.958459 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:02.958409 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 06:05:02.958504 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:02.958504 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:02.958508 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:02.958513 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:02.958516 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:02.958519 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:02.958523 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:02.958525 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:02.958526 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 06:05:02.958529 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:02.958537 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 06:05:02.958538 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:02.958539 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:02.958546 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 06:05:02.958552 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:02.958540 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:02.958563 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 06:05:02.958569 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:02.958537 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:02.958579 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:02.958523 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:02.958583 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 06:05:02.958504 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:02.958591 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:02.958598 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:02.958600 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:02.958579 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:02.958609 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 06:05:02.958613 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:02.958535 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:02.958419 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:02.958625 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:02.958523 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:02.958636 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:02.958643 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:02.958470 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:02.958654 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:02.958655 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:02.958658 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 06:05:02.958515 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 06:05:02.958609 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 06:05:02.958521 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:02.958655 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 06:05:02.958681 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 06:05:02.958688 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 06:05:02.958460 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:02.958460 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:02.958715 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:02.958443 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:02.958737 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:02.958470 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:02.958744 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 06:05:02.958754 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:02.958762 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 06:05:02.958475 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:02.958775 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:02.958492 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:02.958492 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 30377 is already open, no action needed I0512 06:05:02.958835 3816 port_claim.go:71] Svc openshift-ingress/router-default: port 31092 is already open, no action needed I0512 06:05:02.958490 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:02.958884 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:02.958502 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:02.958502 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 06:05:02.958503 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:02.958519 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 06:05:02.958522 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:02.958960 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:02.958528 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 06:05:02.958531 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:02.958994 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:02.958445 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:02.959017 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:02.959021 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 06:05:02.958573 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:02.958586 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:02.958590 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:02.959105 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:02.958597 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 06:05:02.958602 3816 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:02.959170 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:02.958518 3816 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:02.958628 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 06:05:02.981388 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 06:05:02.981406 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 06:05:02.981390 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 06:05:02.981400 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 06:05:02.981423 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 06:05:02.981429 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 06:05:02.981436 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 06:05:02.981441 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 06:05:02.981449 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 06:05:02.981457 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 06:05:02.981465 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 06:05:02.981480 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 06:05:02.981496 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 06:05:02.981503 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 06:05:02.981508 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 06:05:02.981514 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 06:05:03.026726 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 06:05:03.026735 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 06:05:03.026759 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 06:05:03.026772 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 06:05:03.026780 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 06:05:03.026787 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 06:05:03.026796 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 06:05:03.069102 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 06:05:03.069126 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 06:05:03.069132 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 06:05:03.069142 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 06:05:03.069147 3816 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 06:05:03.906816 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:03.906869 3816 node_tracker.go:235] Node ip-10-0-2-90.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-90.ec2.internal" I0512 06:05:03.906888 3816 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:03.906908 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:03.906922 3816 default_network_controller.go:1025] Node "ip-10-0-2-90.ec2.internal" in remote zone "ip-10-0-2-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.015569 3816 default_network_controller.go:1025] Node "ip-10-0-2-90.ec2.internal" in remote zone "ip-10-0-2-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.032525 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:04.032555 3816 default_network_controller.go:1025] Node "ip-10-0-2-90.ec2.internal" in remote zone "ip-10-0-2-90.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.032610 3816 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.032629 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.033649 3816 zone_ic_handler.go:195] Time taken to create transit switch: 301.507µs I0512 06:05:04.033668 3816 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-90.ec2.internal for the network default I0512 06:05:04.034695 3816 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-90.ec2.internal" on network "default" took: 1.363854ms I0512 06:05:04.313317 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:04.313336 3816 default_network_controller.go:1025] Node "ip-10-0-0-49.ec2.internal" in remote zone "ip-10-0-0-49.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.313347 3816 node_tracker.go:235] Node ip-10-0-0-49.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-49.ec2.internal" I0512 06:05:04.313379 3816 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.313397 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.451850 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:04.451875 3816 default_network_controller.go:1025] Node "ip-10-0-0-49.ec2.internal" in remote zone "ip-10-0-0-49.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.451909 3816 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.451921 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.452970 3816 zone_ic_handler.go:195] Time taken to create transit switch: 343.24µs I0512 06:05:04.452984 3816 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-49.ec2.internal for the network default I0512 06:05:04.454122 3816 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-49.ec2.internal" on network "default" took: 1.513113ms I0512 06:05:05.082313 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:05:05.082347 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 40.497µs I0512 06:05:05.110147 3816 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-585fb6b4b9-zp8p5] creating logical port openshift-image-registry_image-registry-585fb6b4b9-zp8p5 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:05.110292 3816 kube.go:256] Updating pod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:05:05.131477 3816 pod.go:62] [openshift-image-registry/image-registry-585fb6b4b9-zp8p5] pod update took 21.213632ms I0512 06:05:05.131500 3816 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-585fb6b4b9-zp8p5] addLogicalPort annotation time took 21.24393ms I0512 06:05:05.132714 3816 pods.go:271] [openshift-image-registry/image-registry-585fb6b4b9-zp8p5] addLogicalPort took 22.580501ms, libovsdb time 930.831µs I0512 06:05:05.157646 3816 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-g7f2t] creating logical port openshift-dns_dns-default-g7f2t for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:05.157755 3816 kube.go:256] Updating pod openshift-dns/dns-default-g7f2t I0512 06:05:05.158069 3816 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xlb6d] creating logical port openshift-ingress-canary_ingress-canary-xlb6d for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:05.158167 3816 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xlb6d I0512 06:05:05.164489 3816 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-ss7l9 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:05.164593 3816 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9 I0512 06:05:05.182246 3816 pod.go:62] [openshift-ingress-canary/ingress-canary-xlb6d] pod update took 24.101966ms I0512 06:05:05.182267 3816 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xlb6d] addLogicalPort annotation time took 24.126249ms I0512 06:05:05.182548 3816 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9] pod update took 17.985282ms I0512 06:05:05.182566 3816 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9] addLogicalPort annotation time took 18.005116ms I0512 06:05:05.182566 3816 pod.go:62] [openshift-dns/dns-default-g7f2t] pod update took 24.842465ms I0512 06:05:05.182579 3816 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-g7f2t] addLogicalPort annotation time took 24.858764ms I0512 06:05:05.183353 3816 pods.go:271] [openshift-ingress-canary/ingress-canary-xlb6d] addLogicalPort took 25.297404ms, libovsdb time 840.152µs I0512 06:05:05.183751 3816 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9] addLogicalPort took 19.276011ms, libovsdb time 978.634µs I0512 06:05:05.184008 3816 pods.go:271] [openshift-dns/dns-default-g7f2t] addLogicalPort took 26.378345ms, libovsdb time 1.22425ms I0512 06:05:05.184082 3816 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642760-nmvb4 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:05:05.184238 3816 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 I0512 06:05:05.200505 3816 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4] pod update took 16.285441ms I0512 06:05:05.200527 3816 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4] addLogicalPort annotation time took 16.313014ms I0512 06:05:05.201585 3816 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4] addLogicalPort took 17.508322ms, libovsdb time 816.264µs I0512 06:05:05.557151 3816 cni.go:452] [openshift-ingress-canary/ingress-canary-xlb6d 76ad91cd23897db9e07b3268935f3204aa58f6909f4cf3525aa8eda1520a876f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xlb6d 76ad91cd23897db9e07b3268935f3204aa58f6909f4cf3525aa8eda1520a876f network default NAD default NAD key ] I0512 06:05:05.566658 3816 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9 6753297e55642ecae91571ec69928ecaaf75ae4ba32c1fc2e4ee23362cfd305e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9 6753297e55642ecae91571ec69928ecaaf75ae4ba32c1fc2e4ee23362cfd305e network default NAD default NAD key ] I0512 06:05:05.588150 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:05.588299 3816 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:05.588349 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:05.588149 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:05.588427 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-90.ec2.internal", IP: 10.0.2.90 to PMTUD blocking rules I0512 06:05:05.588222 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:05.588792 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 571.1µs I0512 06:05:05.588234 3816 egressfirewall.go:723] Syncing node "ip-10-0-2-90.ec2.internal" for egress firewall I0512 06:05:05.594102 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-ss7l9, hostIfaceName: 6753297e55642ec, network: default, NAD default, SandboxID: "6753297e55642ecae91571ec69928ecaaf75ae4ba32c1fc2e4ee23362cfd305e", PCI device ID: , UID: "361f39c0-04ac-4130-a8d7-26bb39d7537d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 06:05:05.594681 3816 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-90.ec2.internal. Updating no re-route policies I0512 06:05:05.596367 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xlb6d, hostIfaceName: 76ad91cd23897db, network: default, NAD default, SandboxID: "76ad91cd23897db9e07b3268935f3204aa58f6909f4cf3525aa8eda1520a876f", PCI device ID: , UID: "98fb9383-529f-4e99-9b55-6f510bea8dd7", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 06:05:05.602628 3816 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key ] I0512 06:05:05.604439 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-90.ec2.internal", IP: 10.0.2.90 to PMTUD blocking rules I0512 06:05:05.604509 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:05.625825 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642760-nmvb4, hostIfaceName: c6a128da53c8b47, network: default, NAD default, SandboxID: "c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846", PCI device ID: , UID: "5f256f4f-520e-4936-b1bf-e6028890e55f", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0512 06:05:05.648927 3816 cni.go:473] [openshift-ingress-canary/ingress-canary-xlb6d 76ad91cd23897db9e07b3268935f3204aa58f6909f4cf3525aa8eda1520a876f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xlb6d 76ad91cd23897db9e07b3268935f3204aa58f6909f4cf3525aa8eda1520a876f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:82:67:ae:6c:ec\",\"name\":\"76ad91cd23897db\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f21e11c-041d-4888-ae51-12946e4abdd3\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:05:05.654945 3816 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9 6753297e55642ecae91571ec69928ecaaf75ae4ba32c1fc2e4ee23362cfd305e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ss7l9 6753297e55642ecae91571ec69928ecaaf75ae4ba32c1fc2e4ee23362cfd305e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f1:64:2e:46:fc\",\"name\":\"6753297e55642ec\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4bf3f45-510e-484a-800e-95129642bcae\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:05:05.672566 3816 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:99:94:11:62:fc\",\"name\":\"c6a128da53c8b47\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9356fc2-cdf6-4674-98ac-c47207b624e0\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:05:06.010676 3816 egressfirewall.go:723] Syncing node "ip-10-0-0-49.ec2.internal" for egress firewall I0512 06:05:06.010727 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:06.010737 3816 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:06.010742 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 19.573µs I0512 06:05:06.010786 3816 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:06.010793 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-49.ec2.internal", IP: 10.0.0.49 to PMTUD blocking rules I0512 06:05:06.010802 3816 services_controller.go:574] Full service sync requested for network=default I0512 06:05:06.010805 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-49.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:06.017333 3816 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-49.ec2.internal. Updating no re-route policies I0512 06:05:06.037021 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-49.ec2.internal", IP: 10.0.0.49 to PMTUD blocking rules I0512 06:05:06.037042 3816 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-49.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:09.404519 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:09.404555 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 46.007µs I0512 06:05:09.474566 3816 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:09.474598 3816 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 39.301µs W0512 06:05:11.514000 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 06:05:16.516428 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 06:05:19.756849 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:20.756413 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 06:05:35.179588 3816 cni.go:452] [kube-system/global-pull-secret-syncer-5h2w8 2dcca3cdd8d563847b9d6a91859745a18ee8486cef554e8643a77ee6b0f06f6f network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-5h2w8 2dcca3cdd8d563847b9d6a91859745a18ee8486cef554e8643a77ee6b0f06f6f network default NAD default NAD key ] I0512 06:05:35.190512 3816 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5h2w8, hostIfaceName: 2dcca3cdd8d5638, network: default, NAD default, SandboxID: "2dcca3cdd8d563847b9d6a91859745a18ee8486cef554e8643a77ee6b0f06f6f", PCI device ID: , UID: "4a629ce5-f910-477e-917f-21c4aa2fa12b", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 06:05:35.236350 3816 cni.go:473] [kube-system/global-pull-secret-syncer-5h2w8 2dcca3cdd8d563847b9d6a91859745a18ee8486cef554e8643a77ee6b0f06f6f network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5h2w8 2dcca3cdd8d563847b9d6a91859745a18ee8486cef554e8643a77ee6b0f06f6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0e:b8:78:9a:71\",\"name\":\"2dcca3cdd8d5638\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ff3141a-dcfc-48d6-adc5-9e7b389f594d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:05:35.477346 3816 cni.go:452] [openshift-network-diagnostics/network-check-target-95qxf 78ded2b0d45bf62f16aa2c6c5487492ce67168fcb07ad43b8206d35afedea42f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-95qxf 78ded2b0d45bf62f16aa2c6c5487492ce67168fcb07ad43b8206d35afedea42f network default NAD default NAD key ] I0512 06:05:35.487517 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-95qxf, hostIfaceName: 78ded2b0d45bf62, network: default, NAD default, SandboxID: "78ded2b0d45bf62f16aa2c6c5487492ce67168fcb07ad43b8206d35afedea42f", PCI device ID: , UID: "48ba584c-234a-477f-b28d-50780f89ab33", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 06:05:35.533777 3816 cni.go:473] [openshift-network-diagnostics/network-check-target-95qxf 78ded2b0d45bf62f16aa2c6c5487492ce67168fcb07ad43b8206d35afedea42f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-95qxf 78ded2b0d45bf62f16aa2c6c5487492ce67168fcb07ad43b8206d35afedea42f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5f:fd:bc:c1:ed\",\"name\":\"78ded2b0d45bf62\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aed88572-b2af-42fc-8acb-4e9b9418d01e\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:05:40.555944 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:50.762190 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:50.762233 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:51.749002 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:51.749026 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 06:05:59.964530 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965054 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965084 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965093 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 06:05:59.965111 3816 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965117 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 06:06:00.992197 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.992228 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.992245 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.992255 3816 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:02.072497 3816 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 06:06:02.084272 3816 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 06:06:06.866115 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0512 06:06:11.562127 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 06:07:10.820740 3816 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-cb52s for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:10.820893 3816 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s I0512 06:07:10.843516 3816 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s] pod update took 22.674496ms I0512 06:07:10.843540 3816 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s] addLogicalPort annotation time took 22.704876ms I0512 06:07:10.844562 3816 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s] addLogicalPort took 23.840751ms, libovsdb time 706.023µs I0512 06:07:10.910390 3816 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7b4c79f6ff-kr7pt] creating logical port openshift-ingress_router-default-7b4c79f6ff-kr7pt for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:10.910503 3816 kube.go:256] Updating pod openshift-ingress/router-default-7b4c79f6ff-kr7pt I0512 06:07:10.913552 3816 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58558bbf97-7mnjq] creating logical port openshift-ingress_router-default-58558bbf97-7mnjq for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:10.913689 3816 kube.go:256] Updating pod openshift-ingress/router-default-58558bbf97-7mnjq I0512 06:07:10.932250 3816 pod.go:62] [openshift-ingress/router-default-7b4c79f6ff-kr7pt] pod update took 21.775308ms I0512 06:07:10.932279 3816 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7b4c79f6ff-kr7pt] addLogicalPort annotation time took 21.808576ms I0512 06:07:10.933661 3816 pods.go:271] [openshift-ingress/router-default-7b4c79f6ff-kr7pt] addLogicalPort took 23.287474ms, libovsdb time 959.245µs I0512 06:07:10.935555 3816 pod.go:62] [openshift-ingress/router-default-58558bbf97-7mnjq] pod update took 21.889344ms I0512 06:07:10.935583 3816 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-58558bbf97-7mnjq] addLogicalPort annotation time took 21.919008ms I0512 06:07:10.936611 3816 pods.go:271] [openshift-ingress/router-default-58558bbf97-7mnjq] addLogicalPort took 23.077138ms, libovsdb time 698.171µs W0512 06:07:16.025288 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 06:07:16.937389 3816 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 06:07:16.938372 3816 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 959.363µs I0512 06:07:16.980273 3816 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 06:07:17.118620 3816 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-jvhpn for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:17.118715 3816 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn I0512 06:07:17.139425 3816 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn] pod update took 20.733454ms I0512 06:07:17.139449 3816 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn] addLogicalPort annotation time took 20.763099ms I0512 06:07:17.140642 3816 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn] addLogicalPort took 22.038546ms, libovsdb time 902.179µs I0512 06:07:17.475225 3816 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn 33040848b767d20d826adcfe9975e7404b9098e8f34bc23a0f2167b8dbe4d007 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn 33040848b767d20d826adcfe9975e7404b9098e8f34bc23a0f2167b8dbe4d007 network default NAD default NAD key ] I0512 06:07:17.484210 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-jvhpn, hostIfaceName: 33040848b767d20, network: default, NAD default, SandboxID: "33040848b767d20d826adcfe9975e7404b9098e8f34bc23a0f2167b8dbe4d007", PCI device ID: , UID: "50fea8c5-15e2-4b91-9bd8-e8f6f26ab64e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 06:07:17.533017 3816 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn 33040848b767d20d826adcfe9975e7404b9098e8f34bc23a0f2167b8dbe4d007 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jvhpn 33040848b767d20d826adcfe9975e7404b9098e8f34bc23a0f2167b8dbe4d007 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b0:3a:20:a8:fb\",\"name\":\"33040848b767d20\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db007011-4732-4c78-af51-328c712a3000\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:07:17.757818 3816 namespace.go:98] [openshift-service-ca] adding namespace I0512 06:07:17.758690 3816 namespace.go:102] [openshift-service-ca] adding namespace took 850.646µs I0512 06:07:17.775297 3816 namespace.go:142] [openshift-service-ca] updating namespace W0512 06:07:26.202436 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 06:07:42.984926 3816 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s 659a67183d5f57a89153d817c876504444de8eefde117d2a14ea9a74aaf5031a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s 659a67183d5f57a89153d817c876504444de8eefde117d2a14ea9a74aaf5031a network default NAD default NAD key ] I0512 06:07:42.994163 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-cb52s, hostIfaceName: 659a67183d5f57a, network: default, NAD default, SandboxID: "659a67183d5f57a89153d817c876504444de8eefde117d2a14ea9a74aaf5031a", PCI device ID: , UID: "a1f43807-d844-4018-be13-6ea16cd46e4c", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 06:07:43.041530 3816 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s 659a67183d5f57a89153d817c876504444de8eefde117d2a14ea9a74aaf5031a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-cb52s 659a67183d5f57a89153d817c876504444de8eefde117d2a14ea9a74aaf5031a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:9c:05:12:4b:a7\",\"name\":\"659a67183d5f57a\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fe7f5dc-4943-446b-9576-d40ca31b6977\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:07:43.079646 3816 cni.go:452] [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key ] I0512 06:07:43.079737 3816 cni.go:452] [openshift-ingress/router-default-58558bbf97-7mnjq 224eaf96068a613a6074eb60552bc6039fa3766c2e3ed74ca959009a9d6c9eb4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-58558bbf97-7mnjq 224eaf96068a613a6074eb60552bc6039fa3766c2e3ed74ca959009a9d6c9eb4 network default NAD default NAD key ] I0512 06:07:43.090711 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58558bbf97-7mnjq, hostIfaceName: 224eaf96068a613, network: default, NAD default, SandboxID: "224eaf96068a613a6074eb60552bc6039fa3766c2e3ed74ca959009a9d6c9eb4", PCI device ID: , UID: "d5256486-1542-4e3a-9f77-e384d8571963", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 06:07:43.091766 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7b4c79f6ff-kr7pt, hostIfaceName: 60d475d31c7c91f, network: default, NAD default, SandboxID: "60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8", PCI device ID: , UID: "e404c9dd-5dd4-4199-97eb-488045b676ff", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 06:07:43.138951 3816 cni.go:473] [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b8:d9:57:45:64\",\"name\":\"60d475d31c7c91f\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5d7f763-c3e4-49a0-aae9-eb1b7db6ea42\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:07:43.155134 3816 cni.go:473] [openshift-ingress/router-default-58558bbf97-7mnjq 224eaf96068a613a6074eb60552bc6039fa3766c2e3ed74ca959009a9d6c9eb4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-58558bbf97-7mnjq 224eaf96068a613a6074eb60552bc6039fa3766c2e3ed74ca959009a9d6c9eb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:02:6a:b7:a6:de\",\"name\":\"224eaf96068a613\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bbe91fd-b5c4-4703-975f-9d499555153f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:07:43.543409 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.543431 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.564260 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.564278 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.564285 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:43.593451 3816 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bf27l] creating logical port openshift-insights_insights-runtime-extractor-bf27l for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:43.593552 3816 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bf27l I0512 06:07:43.612584 3816 pod.go:62] [openshift-insights/insights-runtime-extractor-bf27l] pod update took 19.063415ms I0512 06:07:43.612609 3816 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bf27l] addLogicalPort annotation time took 19.093932ms I0512 06:07:43.613854 3816 pods.go:271] [openshift-insights/insights-runtime-extractor-bf27l] addLogicalPort took 20.419798ms, libovsdb time 912.206µs I0512 06:07:43.831480 3816 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-kx4p2] creating logical port openshift-console_downloads-5c54f4944f-kx4p2 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:43.831600 3816 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-kx4p2 I0512 06:07:43.851958 3816 pod.go:62] [openshift-console/downloads-5c54f4944f-kx4p2] pod update took 20.397806ms I0512 06:07:43.851986 3816 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-kx4p2] addLogicalPort annotation time took 20.434092ms I0512 06:07:43.853272 3816 pods.go:271] [openshift-console/downloads-5c54f4944f-kx4p2] addLogicalPort took 21.814601ms, libovsdb time 895.196µs W0512 06:07:43.891101 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.891128 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.892277 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.892290 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.892295 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:43.949834 3816 cni.go:452] [openshift-insights/insights-runtime-extractor-bf27l ea68a28e4c7d67ed422bf4d87ef10934b2071584f449149e23bb643fdb285ed7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bf27l ea68a28e4c7d67ed422bf4d87ef10934b2071584f449149e23bb643fdb285ed7 network default NAD default NAD key ] W0512 06:07:43.953301 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.953361 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.953369 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:43.959343 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bf27l, hostIfaceName: ea68a28e4c7d67e, network: default, NAD default, SandboxID: "ea68a28e4c7d67ed422bf4d87ef10934b2071584f449149e23bb643fdb285ed7", PCI device ID: , UID: "58a5be0c-5e3c-4e34-b081-c9414b70cb50", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] W0512 06:07:43.963359 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.963380 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0512 06:07:44.008814 3816 cni.go:473] [openshift-insights/insights-runtime-extractor-bf27l ea68a28e4c7d67ed422bf4d87ef10934b2071584f449149e23bb643fdb285ed7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bf27l ea68a28e4c7d67ed422bf4d87ef10934b2071584f449149e23bb643fdb285ed7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9f:83:2c:ea:9a\",\"name\":\"ea68a28e4c7d67e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3be1eb0-46d3-4abf-9c39-5ff2a409f339\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:07:44.168538 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168560 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168575 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168577 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168582 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168592 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168634 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.168643 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.168648 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.168668 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.168677 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.168684 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:44.423024 3816 cni.go:452] [openshift-console/downloads-5c54f4944f-kx4p2 069f630d2176b8d55f32c11c65af755deed0bc43be7a1330112d178d32d9b98f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-kx4p2 069f630d2176b8d55f32c11c65af755deed0bc43be7a1330112d178d32d9b98f network default NAD default NAD key ] I0512 06:07:44.433615 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-kx4p2, hostIfaceName: 069f630d2176b8d, network: default, NAD default, SandboxID: "069f630d2176b8d55f32c11c65af755deed0bc43be7a1330112d178d32d9b98f", PCI device ID: , UID: "091ea674-45a6-497b-b60a-039df966f4ee", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 06:07:44.481957 3816 cni.go:473] [openshift-console/downloads-5c54f4944f-kx4p2 069f630d2176b8d55f32c11c65af755deed0bc43be7a1330112d178d32d9b98f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-kx4p2 069f630d2176b8d55f32c11c65af755deed0bc43be7a1330112d178d32d9b98f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0b:2e:ae:1b:ee\",\"name\":\"069f630d2176b8d\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dac1a2e-1e64-4a9d-b0a7-0509c7ad5d94\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:07:44.888957 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:44.888989 3816 pods.go:176] Deleting pod: openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:44.890290 3816 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-585fb6b4b9-zp8p5, ips: 10.128.0.6 I0512 06:07:44.890316 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:44.899610 3816 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8ffcfb4dd-xk442] creating logical port openshift-image-registry_image-registry-8ffcfb4dd-xk442 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:44.899747 3816 kube.go:256] Updating pod openshift-image-registry/image-registry-8ffcfb4dd-xk442 I0512 06:07:44.909619 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:44.909644 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:44.913730 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:44.913753 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:44.924260 3816 pod.go:62] [openshift-image-registry/image-registry-8ffcfb4dd-xk442] pod update took 24.541824ms I0512 06:07:44.924282 3816 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8ffcfb4dd-xk442] addLogicalPort annotation time took 24.596948ms I0512 06:07:44.925517 3816 pods.go:271] [openshift-image-registry/image-registry-8ffcfb4dd-xk442] addLogicalPort took 25.92059ms, libovsdb time 924.774µs W0512 06:07:44.958606 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.958628 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.958634 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.958800 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.958809 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 06:07:45.081162 3816 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 06:07:45.182208 3816 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 06:07:45.227039 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:45.227748 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:45.259861 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:45.259883 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:45.261540 3816 cni.go:452] [openshift-image-registry/image-registry-8ffcfb4dd-xk442 862e50d2309679b17506c7b01a108566053f8c8469bcb027967ac7761c26b3be network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8ffcfb4dd-xk442 862e50d2309679b17506c7b01a108566053f8c8469bcb027967ac7761c26b3be network default NAD default NAD key ] I0512 06:07:45.272670 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.272706 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.273342 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8ffcfb4dd-xk442, hostIfaceName: 862e50d2309679b, network: default, NAD default, SandboxID: "862e50d2309679b17506c7b01a108566053f8c8469bcb027967ac7761c26b3be", PCI device ID: , UID: "b63365e0-3365-4386-8ef5-e6f81088fb0b", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 06:07:45.322417 3816 cni.go:473] [openshift-image-registry/image-registry-8ffcfb4dd-xk442 862e50d2309679b17506c7b01a108566053f8c8469bcb027967ac7761c26b3be network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8ffcfb4dd-xk442 862e50d2309679b17506c7b01a108566053f8c8469bcb027967ac7761c26b3be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:1e:f2:43:4d:84\",\"name\":\"862e50d2309679b\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5292212-754f-4f9d-9ece-68f3398570d4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:07:45.871423 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-kxq4x for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:45.871514 3816 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x I0512 06:07:45.887367 3816 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x] pod update took 15.877106ms I0512 06:07:45.887390 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x] addLogicalPort annotation time took 15.906761ms I0512 06:07:45.888564 3816 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x] addLogicalPort took 17.156519ms, libovsdb time 837.546µs W0512 06:07:45.890269 3816 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:07:46.137426 3816 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:07:46.229237 3816 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x 40959b089cd8f6705506cf77a80358b8e4003e1ae11dfd112974fba63973eae8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x 40959b089cd8f6705506cf77a80358b8e4003e1ae11dfd112974fba63973eae8 network default NAD default NAD key ] I0512 06:07:46.249471 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-kxq4x, hostIfaceName: 40959b089cd8f67, network: default, NAD default, SandboxID: "40959b089cd8f6705506cf77a80358b8e4003e1ae11dfd112974fba63973eae8", PCI device ID: , UID: "df1ddf7c-14f2-44ea-8f48-3c66e7d5ae0f", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 06:07:46.304977 3816 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x 40959b089cd8f6705506cf77a80358b8e4003e1ae11dfd112974fba63973eae8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kxq4x 40959b089cd8f6705506cf77a80358b8e4003e1ae11dfd112974fba63973eae8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:30:1b:38:11:f6\",\"name\":\"40959b089cd8f67\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0234a6e8-919c-46cf-b6a6-be53244af488\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:07:48.925709 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 06:07:49.940798 3816 base_network_controller_pods.go:487] [default/openshift-console/console-674fd4445d-g6f26] creating logical port openshift-console_console-674fd4445d-g6f26 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:07:49.940912 3816 kube.go:256] Updating pod openshift-console/console-674fd4445d-g6f26 I0512 06:07:49.959533 3816 pod.go:62] [openshift-console/console-674fd4445d-g6f26] pod update took 18.64763ms I0512 06:07:49.959563 3816 base_network_controller_pods.go:951] [default/openshift-console/console-674fd4445d-g6f26] addLogicalPort annotation time took 18.681564ms I0512 06:07:49.960923 3816 pods.go:271] [openshift-console/console-674fd4445d-g6f26] addLogicalPort took 20.146735ms, libovsdb time 926.086µs I0512 06:07:50.300896 3816 cni.go:452] [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key ] I0512 06:07:50.310501 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-674fd4445d-g6f26, hostIfaceName: 0f8a8036a4a8a78, network: default, NAD default, SandboxID: "0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04", PCI device ID: , UID: "a10aad6a-82cf-4475-b4a3-98a8942b589f", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 06:07:50.359027 3816 cni.go:473] [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a5:77:f0:97:31\",\"name\":\"0f8a8036a4a8a78\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df6bc323-5daa-4612-8635-847e0df33761\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:07:53.167534 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:53.213879 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:53.923515 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:59.216030 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.216052 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.216059 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.246426 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.246451 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.246458 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 06:08:00.110608 3816 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-67545fd5fc-jv8h8] creating logical port openshift-monitoring_metrics-server-67545fd5fc-jv8h8 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:08:00.110724 3816 kube.go:256] Updating pod openshift-monitoring/metrics-server-67545fd5fc-jv8h8 I0512 06:08:00.132323 3816 pod.go:62] [openshift-monitoring/metrics-server-67545fd5fc-jv8h8] pod update took 21.628498ms I0512 06:08:00.132346 3816 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-67545fd5fc-jv8h8] addLogicalPort annotation time took 21.659617ms I0512 06:08:00.133648 3816 pods.go:271] [openshift-monitoring/metrics-server-67545fd5fc-jv8h8] addLogicalPort took 23.058261ms, libovsdb time 937.49µs W0512 06:08:00.522046 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:08:00.546853 3816 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-674fd4445d-8m2s5 IP address from the namespace address-set, err: pod openshift-console/console-674fd4445d-8m2s5: no pod IPs found W0512 06:08:03.274848 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:03.274869 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:03.352829 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.352849 3816 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.352854 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.352858 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:04.276060 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0512 06:08:05.146764 3816 cni.go:452] [openshift-monitoring/metrics-server-67545fd5fc-jv8h8 a04fcd8ae4d7f1d1b932fa5211c8036503e9ffeeb992f1f8455dd820480ab930 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-67545fd5fc-jv8h8 a04fcd8ae4d7f1d1b932fa5211c8036503e9ffeeb992f1f8455dd820480ab930 network default NAD default NAD key ] I0512 06:08:05.156192 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-67545fd5fc-jv8h8, hostIfaceName: a04fcd8ae4d7f1d, network: default, NAD default, SandboxID: "a04fcd8ae4d7f1d1b932fa5211c8036503e9ffeeb992f1f8455dd820480ab930", PCI device ID: , UID: "57e96cac-26c0-421f-9d12-ba7dfc419743", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 06:08:05.206001 3816 cni.go:473] [openshift-monitoring/metrics-server-67545fd5fc-jv8h8 a04fcd8ae4d7f1d1b932fa5211c8036503e9ffeeb992f1f8455dd820480ab930 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-67545fd5fc-jv8h8 a04fcd8ae4d7f1d1b932fa5211c8036503e9ffeeb992f1f8455dd820480ab930 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:df:57:9f:44:05\",\"name\":\"a04fcd8ae4d7f1d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4235dd1-08c7-405c-8721-e5c122582d83\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:08:05.969161 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 06:08:05.992853 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 06:08:06.294535 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:06.294559 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:07.988345 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:08.268267 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 06:08:14.198055 3816 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 06:08:26.361494 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 06:08:28.992981 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:31.377973 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 06:08:33.377092 3816 obj_retry.go:498] Detected object openshift-console/console-7767b59588-fp22k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:33.377684 3816 obj_retry.go:498] Detected object openshift-console/console-7767b59588-fp22k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:08:33.386375 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:33.680562 3816 obj_retry.go:492] Detected object openshift-console/console-7767b59588-fp22k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:33.680588 3816 obj_retry.go:492] Detected object openshift-console/console-7767b59588-fp22k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:33.687654 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7767b59588-fp22k I0512 06:08:33.687674 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7767b59588-fp22k W0512 06:08:34.397412 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:41.189708 3816 obj_retry.go:498] Detected object openshift-console/console-7767b59588-vkmb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:41.190302 3816 obj_retry.go:498] Detected object openshift-console/console-7767b59588-vkmb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:08:41.199822 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:41.379233 3816 cni.go:452] [openshift-multus/network-metrics-daemon-gmvxm 384af689a05ac94cf08bbb1c39ead98e1d33e7aed0859e542b98544b7b7ff723 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-gmvxm 384af689a05ac94cf08bbb1c39ead98e1d33e7aed0859e542b98544b7b7ff723 network default NAD default NAD key ] I0512 06:08:41.388164 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-gmvxm, hostIfaceName: 384af689a05ac94, network: default, NAD default, SandboxID: "384af689a05ac94cf08bbb1c39ead98e1d33e7aed0859e542b98544b7b7ff723", PCI device ID: , UID: "46cbe0db-530e-48c7-a66e-0cbaeced2b65", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 06:08:41.423856 3816 obj_retry.go:492] Detected object openshift-console/console-7767b59588-vkmb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:41.423882 3816 obj_retry.go:492] Detected object openshift-console/console-7767b59588-vkmb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:08:41.432308 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 06:08:41.432426 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7767b59588-vkmb5 I0512 06:08:41.432442 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7767b59588-vkmb5 I0512 06:08:41.438615 3816 cni.go:473] [openshift-multus/network-metrics-daemon-gmvxm 384af689a05ac94cf08bbb1c39ead98e1d33e7aed0859e542b98544b7b7ff723 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-gmvxm 384af689a05ac94cf08bbb1c39ead98e1d33e7aed0859e542b98544b7b7ff723 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4d:00:c0:5c:a6\",\"name\":\"384af689a05ac94\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f391b1f8-55ac-4fc4-9d86-f09ede4e8ad1\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:08:42.440455 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:09:00.216422 3816 cni.go:452] [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key ] I0512 06:09:00.298796 3816 cni.go:473] [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7b4c79f6ff-kr7pt 60d475d31c7c91fe085344bb898507789055bb931f3089e14e520b181b5267d8 network default NAD default NAD key default], result "{}", err I0512 06:09:00.361840 3816 obj_retry.go:498] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:00.361873 3816 pods.go:176] Deleting pod: openshift-ingress/router-default-7b4c79f6ff-kr7pt I0512 06:09:00.363057 3816 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7b4c79f6ff-kr7pt, ips: 10.128.0.12 I0512 06:09:00.363087 3816 obj_retry.go:498] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:01.161130 3816 obj_retry.go:492] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:01.161161 3816 obj_retry.go:492] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:01.164679 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7b4c79f6ff-kr7pt I0512 06:09:01.164709 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7b4c79f6ff-kr7pt I0512 06:09:15.232511 3816 cni.go:452] [openshift-dns/dns-default-g7f2t 5ecfda28ae4eb09f770bb92370ca66e5a3cf8e56212dc1459ebd6755fbb824d4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-g7f2t 5ecfda28ae4eb09f770bb92370ca66e5a3cf8e56212dc1459ebd6755fbb824d4 network default NAD default NAD key ] I0512 06:09:15.241727 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-g7f2t, hostIfaceName: 5ecfda28ae4eb09, network: default, NAD default, SandboxID: "5ecfda28ae4eb09f770bb92370ca66e5a3cf8e56212dc1459ebd6755fbb824d4", PCI device ID: , UID: "93a0dadc-397d-4ecd-a60d-324cf86577b7", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 06:09:15.292570 3816 cni.go:473] [openshift-dns/dns-default-g7f2t 5ecfda28ae4eb09f770bb92370ca66e5a3cf8e56212dc1459ebd6755fbb824d4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-g7f2t 5ecfda28ae4eb09f770bb92370ca66e5a3cf8e56212dc1459ebd6755fbb824d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:fb:9b:42:84:2b\",\"name\":\"5ecfda28ae4eb09\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79621151-e547-4030-a39a-2f4fd69382b0\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:09:17.479105 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:17.479762 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:17.628712 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:17.628739 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:17.633826 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 06:09:17.633853 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0512 06:09:18.231606 3816 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:18.231630 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:18.231637 3816 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:20.645541 3816 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:21.618291 3816 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.618312 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.618319 3816 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636371 3816 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636387 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636392 3816 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 06:09:21.901413 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:21.902024 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:22.639155 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:22.639194 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:22.646305 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 06:09:22.646335 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0512 06:09:24.789804 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:09:24.812565 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:09:28.238134 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238157 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238166 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:35.256441 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:41.579279 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:09:41.579311 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:09:49.372462 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:49.373060 3816 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:49.741446 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:49.741477 3816 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:49.749263 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 06:09:49.749286 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 06:09:49.944830 3816 cni.go:452] [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key ] I0512 06:09:50.030104 3816 cni.go:473] [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-674fd4445d-g6f26 0f8a8036a4a8a7817affab6c832fc547b33da08435fbe6d7df6f230e4a0faa04 network default NAD default NAD key default], result "{}", err I0512 06:09:50.076803 3816 obj_retry.go:498] Detected object openshift-console/console-674fd4445d-g6f26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.076840 3816 pods.go:176] Deleting pod: openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.077991 3816 pods.go:236] Attempting to release IPs for pod: openshift-console/console-674fd4445d-g6f26, ips: 10.128.0.19 I0512 06:09:50.078019 3816 obj_retry.go:498] Detected object openshift-console/console-674fd4445d-g6f26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.081821 3816 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.082550 3816 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.089337 3816 base_network_controller_pods.go:487] [default/openshift-console/console-789f94d595-xcv9r] creating logical port openshift-console_console-789f94d595-xcv9r for pod on switch ip-10-0-1-78.ec2.internal I0512 06:09:50.089492 3816 kube.go:256] Updating pod openshift-console/console-789f94d595-xcv9r I0512 06:09:50.107814 3816 pod.go:62] [openshift-console/console-789f94d595-xcv9r] pod update took 18.35916ms I0512 06:09:50.107837 3816 base_network_controller_pods.go:951] [default/openshift-console/console-789f94d595-xcv9r] addLogicalPort annotation time took 18.388061ms I0512 06:09:50.109159 3816 pods.go:271] [openshift-console/console-789f94d595-xcv9r] addLogicalPort took 19.839633ms, libovsdb time 911.233µs I0512 06:09:50.342057 3816 obj_retry.go:492] Detected object openshift-console/console-674fd4445d-g6f26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.342082 3816 obj_retry.go:492] Detected object openshift-console/console-674fd4445d-g6f26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.348906 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.348930 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.448902 3816 cni.go:452] [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key ] I0512 06:09:50.458377 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-789f94d595-xcv9r, hostIfaceName: d03722ab340eafd, network: default, NAD default, SandboxID: "d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8", PCI device ID: , UID: "42fb6c45-e323-4be3-9efd-753627978efd", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 06:09:50.508288 3816 cni.go:473] [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:c5:7d:f9:6b:66\",\"name\":\"d03722ab340eafd\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70b0e3e7-a630-4878-8b6d-cafcf41fdc12\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:09:50.803541 3816 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.803560 3816 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.813519 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf7f64947-jxsg9 I0512 06:09:50.813550 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf7f64947-jxsg9 W0512 06:09:52.360611 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:52.360650 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:52.360690 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:52.777720 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:52.777745 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:00.198734 3816 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key ] I0512 06:10:00.213940 3816 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642770-cm6wj for pod on switch ip-10-0-1-78.ec2.internal I0512 06:10:00.214144 3816 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:10:00.228587 3816 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj] pod update took 14.491672ms I0512 06:10:00.228607 3816 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj] addLogicalPort annotation time took 14.518307ms I0512 06:10:00.229815 3816 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj] addLogicalPort took 15.901224ms, libovsdb time 879.737µs I0512 06:10:00.274983 3816 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 c6a128da53c8b479328f72a82e8e06edaa49b093654e21c0e575c822a54d3846 network default NAD default NAD key default], result "{}", err I0512 06:10:00.571882 3816 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key ] I0512 06:10:00.582098 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642770-cm6wj, hostIfaceName: af2d2719323a6e4, network: default, NAD default, SandboxID: "af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b", PCI device ID: , UID: "ebb45a62-7093-49aa-8784-807c9f81c88c", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0512 06:10:00.631451 3816 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e7:ca:1d:3d:b3\",\"name\":\"af2d2719323a6e4\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/415e9766-5e04-4cd7-9fd9-976f249710e5\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:10:00.693106 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:00.693145 3816 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 I0512 06:10:00.694492 3816 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4, ips: 10.128.0.10 I0512 06:10:00.694519 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:00.703529 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:00.703550 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:00.710688 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 I0512 06:10:00.710710 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 W0512 06:10:00.814395 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:10:00.814423 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:10:00.870683 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:10:00.870705 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:10:01.427016 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:10:01.427049 3816 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 06:10:01.574132 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:01.574691 3816 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:10:01.580788 3816 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:01.580792 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:01.580921 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:01.580934 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:01.813858 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:01.813879 3816 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:01.820075 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:10:01.820090 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:10:13.097465 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0512 06:10:13.787419 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:13.787458 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:14.375563 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:18.797816 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0512 06:10:20.472552 3816 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key ] I0512 06:10:20.550437 3816 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj af2d2719323a6e4bdda2ea3a8fddf50669178c890493f203bbf3739cc36d092b network default NAD default NAD key default], result "{}", err I0512 06:10:20.590633 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:20.590673 3816 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:10:20.591956 3816 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj, ips: 10.128.0.22 I0512 06:10:20.591985 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:21.613829 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:21.613848 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.261368 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:25.262009 3816 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:25.933316 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.933369 3816 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.941932 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 06:10:25.941953 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 06:10:26.144148 3816 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-25lk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:26.144711 3816 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-25lk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:26.931555 3816 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-25lk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:26.931579 3816 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-25lk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:26.934772 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf7f64947-25lk4 I0512 06:10:26.934798 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf7f64947-25lk4 I0512 06:10:28.217240 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 06:11:09.012274 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 06:11:21.273805 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 06:11:31.906331 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 06:11:43.791002 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0512 06:11:58.105123 3816 obj_retry.go:498] Detected object openshift-console/console-789f94d595-rlp2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:11:58.105689 3816 obj_retry.go:498] Detected object openshift-console/console-789f94d595-rlp2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:11:58.363990 3816 obj_retry.go:492] Detected object openshift-console/console-789f94d595-rlp2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:11:58.364012 3816 obj_retry.go:492] Detected object openshift-console/console-789f94d595-rlp2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:11:58.370692 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-789f94d595-rlp2j I0512 06:11:58.370713 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-789f94d595-rlp2j I0512 06:12:08.491808 3816 cni.go:452] [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key ] I0512 06:12:08.558073 3816 cni.go:473] [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-789f94d595-xcv9r d03722ab340eafdef1fb86e13aa784b5258bd8a78fd24ef2c5b3cec87ddcfae8 network default NAD default NAD key default], result "{}", err I0512 06:12:08.603720 3816 obj_retry.go:498] Detected object openshift-console/console-789f94d595-xcv9r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:12:08.603753 3816 pods.go:176] Deleting pod: openshift-console/console-789f94d595-xcv9r I0512 06:12:08.605019 3816 pods.go:236] Attempting to release IPs for pod: openshift-console/console-789f94d595-xcv9r, ips: 10.128.0.21 I0512 06:12:08.605046 3816 obj_retry.go:498] Detected object openshift-console/console-789f94d595-xcv9r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:12:08.860683 3816 obj_retry.go:492] Detected object openshift-console/console-789f94d595-xcv9r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:12:08.860706 3816 obj_retry.go:492] Detected object openshift-console/console-789f94d595-xcv9r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:12:08.864334 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-789f94d595-xcv9r I0512 06:12:08.864356 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-789f94d595-xcv9r I0512 06:12:24.789144 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=151 I0512 06:12:59.797486 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0512 06:13:09.798982 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 06:13:10.101954 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 06:13:20.218748 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 06:13:21.933775 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 06:13:28.094218 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 06:13:40.127725 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 06:13:51.801831 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=660 I0512 06:14:33.000255 3816 base_network_controller_pods.go:487] [default/openshift-console/console-657879d4d7-s5k6q] creating logical port openshift-console_console-657879d4d7-s5k6q for pod on switch ip-10-0-1-78.ec2.internal I0512 06:14:33.000404 3816 kube.go:256] Updating pod openshift-console/console-657879d4d7-s5k6q I0512 06:14:33.030029 3816 pod.go:62] [openshift-console/console-657879d4d7-s5k6q] pod update took 29.644086ms I0512 06:14:33.030350 3816 base_network_controller_pods.go:951] [default/openshift-console/console-657879d4d7-s5k6q] addLogicalPort annotation time took 29.687343ms I0512 06:14:33.031643 3816 pods.go:271] [openshift-console/console-657879d4d7-s5k6q] addLogicalPort took 31.401522ms, libovsdb time 928.679µs I0512 06:14:33.356759 3816 cni.go:452] [openshift-console/console-657879d4d7-s5k6q 3bd789c230f06cc46c5c9326c61a01f2b51ecdd7b4b3304b99607e97609c2770 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-657879d4d7-s5k6q 3bd789c230f06cc46c5c9326c61a01f2b51ecdd7b4b3304b99607e97609c2770 network default NAD default NAD key ] I0512 06:14:33.366395 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-657879d4d7-s5k6q, hostIfaceName: 3bd789c230f06cc, network: default, NAD default, SandboxID: "3bd789c230f06cc46c5c9326c61a01f2b51ecdd7b4b3304b99607e97609c2770", PCI device ID: , UID: "25336aaa-1a3b-4bc5-9944-c492ebc49dc1", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0512 06:14:33.416828 3816 cni.go:473] [openshift-console/console-657879d4d7-s5k6q 3bd789c230f06cc46c5c9326c61a01f2b51ecdd7b4b3304b99607e97609c2770 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-657879d4d7-s5k6q 3bd789c230f06cc46c5c9326c61a01f2b51ecdd7b4b3304b99607e97609c2770 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8b:f4:94:d4:b3\",\"name\":\"3bd789c230f06cc\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e51df03-e779-4366-9b91-f555c82ddc05\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:14:43.415772 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:14:58.270389 3816 obj_retry.go:498] Detected object openshift-console/console-74548456cf-wbz8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:14:58.270928 3816 obj_retry.go:498] Detected object openshift-console/console-74548456cf-wbz8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:14:59.141106 3816 obj_retry.go:492] Detected object openshift-console/console-74548456cf-wbz8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:14:59.141156 3816 obj_retry.go:492] Detected object openshift-console/console-74548456cf-wbz8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:14:59.147995 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74548456cf-wbz8j I0512 06:14:59.148018 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74548456cf-wbz8j I0512 06:15:08.736650 3816 obj_retry.go:498] Detected object openshift-console/console-74548456cf-5rxr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:15:08.737240 3816 obj_retry.go:498] Detected object openshift-console/console-74548456cf-5rxr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:15:09.227104 3816 obj_retry.go:492] Detected object openshift-console/console-74548456cf-5rxr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:15:09.227122 3816 obj_retry.go:492] Detected object openshift-console/console-74548456cf-5rxr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:15:09.236765 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74548456cf-5rxr4 I0512 06:15:09.236792 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74548456cf-5rxr4 I0512 06:15:53.227808 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 06:16:21.414079 3816 namespace.go:98] [tsf] adding namespace I0512 06:16:21.415069 3816 namespace.go:102] [tsf] adding namespace took 937.431µs I0512 06:16:21.434466 3816 namespace.go:142] [tsf] updating namespace I0512 06:16:21.449371 3816 namespace.go:142] [tsf] updating namespace I0512 06:16:25.186662 3816 namespace.go:98] [rhbk-operator] adding namespace I0512 06:16:25.186705 3816 namespace.go:98] [tsf-tas] adding namespace I0512 06:16:25.187620 3816 namespace.go:102] [rhbk-operator] adding namespace took 932.964µs I0512 06:16:25.188128 3816 namespace.go:102] [tsf-tas] adding namespace took 1.404872ms I0512 06:16:25.193487 3816 namespace.go:98] [tsf-tpa] adding namespace I0512 06:16:25.194272 3816 namespace.go:102] [tsf-tpa] adding namespace took 770.316µs I0512 06:16:25.209322 3816 namespace.go:98] [tsf-keycloak] adding namespace I0512 06:16:25.210042 3816 namespace.go:102] [tsf-keycloak] adding namespace took 705.466µs I0512 06:16:25.241390 3816 namespace.go:98] [konflux-operator] adding namespace I0512 06:16:25.241626 3816 namespace.go:98] [cert-manager-operator] adding namespace I0512 06:16:25.241677 3816 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.242216 3816 namespace.go:102] [konflux-operator] adding namespace took 805.879µs I0512 06:16:25.242755 3816 namespace.go:102] [cert-manager-operator] adding namespace took 1.114017ms I0512 06:16:25.260410 3816 namespace.go:98] [rhtpa-operator] adding namespace I0512 06:16:25.260513 3816 namespace.go:98] [konflux-ui] adding namespace I0512 06:16:25.261107 3816 namespace.go:102] [rhtpa-operator] adding namespace took 679.903µs I0512 06:16:25.261695 3816 namespace.go:102] [konflux-ui] adding namespace took 1.16787ms I0512 06:16:25.268331 3816 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.278549 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.278618 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.292864 3816 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.292864 3816 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.330775 3816 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.334437 3816 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.334512 3816 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.334577 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:25.353665 3816 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.365155 3816 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.418652 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.448981 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.483074 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.493370 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.515626 3816 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.537631 3816 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.580503 3816 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.592600 3816 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.628530 3816 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.644562 3816 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.701567 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:25.726500 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:26.504373 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:26.520777 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:26.685782 3816 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-78.ec2.internal I0512 06:16:26.685927 3816 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 06:16:26.713950 3816 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.053987ms I0512 06:16:26.713974 3816 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.083498ms I0512 06:16:26.715274 3816 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.510382ms, libovsdb time 938.901µs I0512 06:16:27.055144 3816 cni.go:452] [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key ] I0512 06:16:27.064162 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 2ea4f5256489150, network: default, NAD default, SandboxID: "2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9", PCI device ID: , UID: "f9c0cf28-6d5e-44e4-9005-ec1814c35f22", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0512 06:16:27.114527 3816 cni.go:473] [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f8:41:55:c6:4b\",\"name\":\"2ea4f5256489150\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc2cf9fe-5ab7-46d4-8cd4-e4ee0051d383\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:16:33.639824 3816 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640481 3816 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640518 3816 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640528 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:33.640543 3816 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640548 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:34.655656 3816 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656265 3816 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656325 3816 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656336 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:34.656348 3816 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656352 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:34.665481 3816 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665553 3816 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665580 3816 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665599 3816 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685495 3816 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685516 3816 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685531 3816 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685544 3816 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685795 3816 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.686403 3816 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.686423 3816 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.686431 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:35.686445 3816 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.686451 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:36.713263 3816 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.713286 3816 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.713302 3816 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.713316 3816 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:37.732928 3816 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.733490 3816 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.733515 3816 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.733523 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:37.733539 3816 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.733543 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:38.762024 3816 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762048 3816 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762059 3816 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762073 3816 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:40.751815 3816 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.752389 3816 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.752413 3816 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.752421 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:40.752436 3816 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.752442 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:41.784630 3816 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.784651 3816 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.784667 3816 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.784682 3816 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:44.730425 3816 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.731028 3816 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.731053 3816 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.731061 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:44.731077 3816 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.731085 3816 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... W0512 06:16:45.659416 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:45.758050 3816 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758072 3816 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758084 3816 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758107 3816 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:16:47.201291 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 06:16:47.212281 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:49.279287 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0512 06:16:54.772532 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.040528 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.051494 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.065393 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.072273 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 06:16:59.736506 3816 namespace.go:98] [cert-manager] adding namespace I0512 06:16:59.737499 3816 namespace.go:102] [cert-manager] adding namespace took 972.302µs I0512 06:16:59.868688 3816 namespace.go:142] [cert-manager] updating namespace I0512 06:16:59.897500 3816 namespace.go:142] [cert-manager] updating namespace I0512 06:17:00.265256 3816 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:00.289675 3816 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:07.066470 3816 namespace.go:142] [openshift-operators] updating namespace W0512 06:17:09.863536 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 06:17:09.863555 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 06:17:11.714049 3816 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-nbcm4 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:11.714166 3816 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4 I0512 06:17:11.734614 3816 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4] pod update took 20.479415ms I0512 06:17:11.734635 3816 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4] addLogicalPort annotation time took 20.506225ms I0512 06:17:11.735909 3816 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4] addLogicalPort took 21.877277ms, libovsdb time 914.198µs I0512 06:17:12.372038 3816 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4 a8bbc96a0f3c1bd49d0f34d5f065dae53723f751ff6ad929c4760245b87d4250 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4 a8bbc96a0f3c1bd49d0f34d5f065dae53723f751ff6ad929c4760245b87d4250 network default NAD default NAD key ] I0512 06:17:12.382065 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-nbcm4, hostIfaceName: a8bbc96a0f3c1bd, network: default, NAD default, SandboxID: "a8bbc96a0f3c1bd49d0f34d5f065dae53723f751ff6ad929c4760245b87d4250", PCI device ID: , UID: "8e8fc5c6-bf0f-461e-aa06-2a814a2cf500", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0512 06:17:12.432828 3816 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4 a8bbc96a0f3c1bd49d0f34d5f065dae53723f751ff6ad929c4760245b87d4250 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nbcm4 a8bbc96a0f3c1bd49d0f34d5f065dae53723f751ff6ad929c4760245b87d4250 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:39:3b:65:a9:b5\",\"name\":\"a8bbc96a0f3c1bd\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3676197a-0f26-484e-a48d-35408ab839d7\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:17:15.286232 3816 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 06:17:15.287204 3816 namespace.go:102] [trusted-artifact-signer] adding namespace took 948.952µs I0512 06:17:15.378590 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:15.453475 3816 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 06:17:16.017163 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 06:17:16.445726 3816 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-llkbt] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-llkbt for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:16.445826 3816 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-llkbt I0512 06:17:16.461560 3816 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-llkbt] pod update took 15.755462ms I0512 06:17:16.461586 3816 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-llkbt] addLogicalPort annotation time took 15.78749ms I0512 06:17:16.462870 3816 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-llkbt] addLogicalPort took 17.166506ms, libovsdb time 931.353µs I0512 06:17:16.801010 3816 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-llkbt 4a0d5fe94cf6ddf10d4f2979c2aff98cba70d471f27ce85c1d83daa93ff27b6f network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-llkbt 4a0d5fe94cf6ddf10d4f2979c2aff98cba70d471f27ce85c1d83daa93ff27b6f network default NAD default NAD key ] I0512 06:17:16.811108 3816 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-llkbt, hostIfaceName: 4a0d5fe94cf6ddf, network: default, NAD default, SandboxID: "4a0d5fe94cf6ddf10d4f2979c2aff98cba70d471f27ce85c1d83daa93ff27b6f", PCI device ID: , UID: "1419d8ef-78d2-4169-aecc-e3f5ea68d296", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0512 06:17:16.860088 3816 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-llkbt 4a0d5fe94cf6ddf10d4f2979c2aff98cba70d471f27ce85c1d83daa93ff27b6f network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-llkbt 4a0d5fe94cf6ddf10d4f2979c2aff98cba70d471f27ce85c1d83daa93ff27b6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c5:de:11:a5:b6\",\"name\":\"4a0d5fe94cf6ddf\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/319574a8-c502-4342-8e00-d912e6b8a0af\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:17:20.016078 3816 cni.go:452] [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key ] I0512 06:17:20.105568 3816 cni.go:473] [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 2ea4f52564891505d9aa7260f79172efb2fd76c9078c867616336b65a89eace9 network default NAD default NAD key default], result "{}", err W0512 06:17:21.493473 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.506116 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.532648 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.557552 3816 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 06:17:21.566313 3816 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:17:21.566347 3816 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 06:17:21.567619 3816 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0512 06:17:21.567649 3816 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:17:21.619963 3816 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:17:21.619989 3816 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:17:21.633696 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 06:17:21.633727 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 06:17:23.470863 3816 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:23.470971 3816 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 06:17:23.487655 3816 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.722975ms I0512 06:17:23.487681 3816 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.755534ms I0512 06:17:23.488899 3816 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.050654ms, libovsdb time 872.084µs I0512 06:17:23.824901 3816 cni.go:452] [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key ] I0512 06:17:23.835984 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: aa8584b764bb723, network: default, NAD default, SandboxID: "aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658", PCI device ID: , UID: "8dca0d7f-4d72-49ff-a9b1-6b7caa3647fc", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0512 06:17:23.888654 3816 cni.go:473] [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:12:92:28:99:bc\",\"name\":\"aa8584b764bb723\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50affffc-47dd-412b-8c38-7eca919d2ee8\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:17:25.161058 3816 namespace.go:98] [openshift-pipelines] adding namespace I0512 06:17:25.162105 3816 namespace.go:102] [openshift-pipelines] adding namespace took 1.022927ms I0512 06:17:25.191002 3816 namespace.go:142] [openshift-pipelines] updating namespace I0512 06:17:25.929492 3816 namespace.go:142] [cert-manager] updating namespace I0512 06:17:26.134615 3816 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:26.464010 3816 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-sxbb9 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:26.464135 3816 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9 I0512 06:17:26.476820 3816 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9] pod update took 12.720687ms I0512 06:17:26.476958 3816 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9] addLogicalPort annotation time took 12.827939ms I0512 06:17:26.478517 3816 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9] addLogicalPort took 14.54466ms, libovsdb time 1.021646ms I0512 06:17:26.520653 3816 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:26.725348 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:26.923738 3816 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace W0512 06:17:27.003868 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 06:17:27.326882 3816 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:27.540471 3816 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:27.547830 3816 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-ljfvn for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:27.547934 3816 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn I0512 06:17:27.564146 3816 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn] pod update took 16.231755ms I0512 06:17:27.564171 3816 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn] addLogicalPort annotation time took 16.270388ms I0512 06:17:27.565585 3816 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn] addLogicalPort took 17.788276ms, libovsdb time 924.951µs I0512 06:17:27.745089 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:27.933474 3816 namespace.go:142] [tsf] updating namespace I0512 06:17:28.133808 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:28.334657 3816 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:28.531728 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:28.669872 3816 namespace.go:142] [cert-manager] updating namespace I0512 06:17:28.678665 3816 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:28.688322 3816 namespace.go:142] [default] updating namespace I0512 06:17:28.696925 3816 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:28.705988 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:28.716383 3816 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:28.724273 3816 namespace.go:142] [openshift] updating namespace I0512 06:17:28.733273 3816 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:28.745167 3816 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:28.752445 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:28.761081 3816 namespace.go:142] [tsf] updating namespace I0512 06:17:28.772204 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:28.793595 3816 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:28.815552 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:28.915623 3816 namespace.go:142] [cert-manager] updating namespace I0512 06:17:29.013864 3816 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:29.113678 3816 namespace.go:142] [default] updating namespace I0512 06:17:29.213357 3816 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:29.319600 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:29.414610 3816 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:29.517395 3816 namespace.go:142] [openshift] updating namespace I0512 06:17:29.618573 3816 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:29.712776 3816 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:29.821025 3816 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:29.917504 3816 namespace.go:142] [tsf] updating namespace I0512 06:17:30.018546 3816 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:30.112450 3816 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:30.217458 3816 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:30.652057 3816 namespace.go:142] [openshift-pipelines] updating namespace I0512 06:17:36.019872 3816 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn b5e5c2d8237d630ff783a3b2e3c6e0f8578148eb827a90560ef17de9b8028cab network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn b5e5c2d8237d630ff783a3b2e3c6e0f8578148eb827a90560ef17de9b8028cab network default NAD default NAD key ] I0512 06:17:36.029768 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-ljfvn, hostIfaceName: b5e5c2d8237d630, network: default, NAD default, SandboxID: "b5e5c2d8237d630ff783a3b2e3c6e0f8578148eb827a90560ef17de9b8028cab", PCI device ID: , UID: "db3e443d-b8f0-42a2-bb1e-381eabfd990d", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0512 06:17:36.082439 3816 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn b5e5c2d8237d630ff783a3b2e3c6e0f8578148eb827a90560ef17de9b8028cab network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ljfvn b5e5c2d8237d630ff783a3b2e3c6e0f8578148eb827a90560ef17de9b8028cab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f2:f4:ef:4b:cb\",\"name\":\"b5e5c2d8237d630\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fa043f2-348a-40d1-b08f-1dc4ac801341\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:17:36.139438 3816 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9 a9791b8bb8e80653bba5afc04c7c3f8d71c68ae29841155378f82d3cdf3d3484 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9 a9791b8bb8e80653bba5afc04c7c3f8d71c68ae29841155378f82d3cdf3d3484 network default NAD default NAD key ] I0512 06:17:36.150757 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-sxbb9, hostIfaceName: a9791b8bb8e8065, network: default, NAD default, SandboxID: "a9791b8bb8e80653bba5afc04c7c3f8d71c68ae29841155378f82d3cdf3d3484", PCI device ID: , UID: "d0ef2491-7f53-4de4-a49f-9e752c4999dc", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0512 06:17:36.212312 3816 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9 a9791b8bb8e80653bba5afc04c7c3f8d71c68ae29841155378f82d3cdf3d3484 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sxbb9 a9791b8bb8e80653bba5afc04c7c3f8d71c68ae29841155378f82d3cdf3d3484 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:19:ac:8d:e1:12\",\"name\":\"a9791b8bb8e8065\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20cfa489-4699-4d07-8dab-9f608b855906\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:17:37.097159 3816 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 06:17:37.119798 3816 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 06:17:38.875505 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:38.875612 3816 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g I0512 06:17:38.890816 3816 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g] pod update took 15.23982ms I0512 06:17:38.890838 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g] addLogicalPort annotation time took 15.268066ms I0512 06:17:38.892061 3816 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g] addLogicalPort took 16.570476ms, libovsdb time 889.684µs I0512 06:17:38.988595 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-2wn56 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:17:38.988696 3816 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56 I0512 06:17:39.024983 3816 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56] pod update took 36.313908ms I0512 06:17:39.025016 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56] addLogicalPort annotation time took 36.352995ms I0512 06:17:39.026344 3816 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56] addLogicalPort took 37.766355ms, libovsdb time 901.346µs I0512 06:17:39.239671 3816 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g 27f64809eb9adca4066eec6a5a33b5cc1bdb7544838217dacca78bd4697857d8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g 27f64809eb9adca4066eec6a5a33b5cc1bdb7544838217dacca78bd4697857d8 network default NAD default NAD key ] I0512 06:17:39.249593 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g, hostIfaceName: 27f64809eb9adca, network: default, NAD default, SandboxID: "27f64809eb9adca4066eec6a5a33b5cc1bdb7544838217dacca78bd4697857d8", PCI device ID: , UID: "2ce436b7-82ce-4941-a6a6-214c0dce57c2", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0512 06:17:39.301740 3816 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g 27f64809eb9adca4066eec6a5a33b5cc1bdb7544838217dacca78bd4697857d8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bxb9g 27f64809eb9adca4066eec6a5a33b5cc1bdb7544838217dacca78bd4697857d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:cd:4a:cb:6a:c8\",\"name\":\"27f64809eb9adca\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97e2ced6-a88c-46e6-bcbc-d57dc987db39\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:17:39.347626 3816 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56 7444cb72506248f4369bc2fae78b5c9abcc67f98d98d4ba90041a92710762985 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56 7444cb72506248f4369bc2fae78b5c9abcc67f98d98d4ba90041a92710762985 network default NAD default NAD key ] I0512 06:17:39.357214 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-2wn56, hostIfaceName: 7444cb72506248f, network: default, NAD default, SandboxID: "7444cb72506248f4369bc2fae78b5c9abcc67f98d98d4ba90041a92710762985", PCI device ID: , UID: "954687f6-a94e-4f87-a90d-c89b64ef2bc7", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0512 06:17:39.410338 3816 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56 7444cb72506248f4369bc2fae78b5c9abcc67f98d98d4ba90041a92710762985 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2wn56 7444cb72506248f4369bc2fae78b5c9abcc67f98d98d4ba90041a92710762985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b4:6f:d8:70:48\",\"name\":\"7444cb72506248f\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/988bb99a-f22e-4b87-b3b9-1876237197ba\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:17:41.902145 3816 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:41.902163 3816 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:41.902168 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:43.169533 3816 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169554 3816 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169559 3816 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169564 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.961805 3816 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:43.961831 3816 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:43.961836 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0512 06:17:50.100872 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0512 06:17:54.145511 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:54.145538 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:54.145544 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:54.145549 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:58.112496 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 06:17:58.141844 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 06:18:01.224875 3816 cni.go:452] [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key ] I0512 06:18:01.315689 3816 cni.go:473] [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure aa8584b764bb7234f8c2c04d07365bf968b9eaac92ce3d0c27b5f7552bb3c658 network default NAD default NAD key default], result "{}", err I0512 06:18:01.365332 3816 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:01.365365 3816 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 06:18:01.366705 3816 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.27 I0512 06:18:01.366732 3816 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:01.385293 3816 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:01.385319 3816 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:01.393538 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 06:18:01.393565 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 06:18:01.872881 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-cxdhn for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:01.872977 3816 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn I0512 06:18:01.888413 3816 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn] pod update took 15.456585ms I0512 06:18:01.888438 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn] addLogicalPort annotation time took 15.487605ms I0512 06:18:01.889646 3816 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn] addLogicalPort took 16.780701ms, libovsdb time 839.335µs I0512 06:18:01.969573 3816 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-965pz for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:01.969675 3816 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz I0512 06:18:01.986430 3816 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz] pod update took 16.78109ms I0512 06:18:01.986455 3816 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz] addLogicalPort annotation time took 16.813714ms I0512 06:18:01.987615 3816 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz] addLogicalPort took 18.064888ms, libovsdb time 826.827µs I0512 06:18:02.232478 3816 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn 2a7e2efbbe9ead5437f7eaef462fdd0887afca34f0fd3da0f821d15a7d3ecee5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn 2a7e2efbbe9ead5437f7eaef462fdd0887afca34f0fd3da0f821d15a7d3ecee5 network default NAD default NAD key ] I0512 06:18:02.241831 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-cxdhn, hostIfaceName: 2a7e2efbbe9ead5, network: default, NAD default, SandboxID: "2a7e2efbbe9ead5437f7eaef462fdd0887afca34f0fd3da0f821d15a7d3ecee5", PCI device ID: , UID: "74208d26-7927-4649-a51f-4808e89541d1", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0512 06:18:02.295112 3816 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn 2a7e2efbbe9ead5437f7eaef462fdd0887afca34f0fd3da0f821d15a7d3ecee5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-cxdhn 2a7e2efbbe9ead5437f7eaef462fdd0887afca34f0fd3da0f821d15a7d3ecee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4a:90:04:04:7e\",\"name\":\"2a7e2efbbe9ead5\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43c27d41-221b-4dc8-ab39-fbb077b121a6\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:02.328734 3816 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz cde9b95d627496de78f99220c9f7aafb0a768b948587b1fb90aeadcd2141face network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz cde9b95d627496de78f99220c9f7aafb0a768b948587b1fb90aeadcd2141face network default NAD default NAD key ] I0512 06:18:02.338810 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-965pz, hostIfaceName: cde9b95d627496d, network: default, NAD default, SandboxID: "cde9b95d627496de78f99220c9f7aafb0a768b948587b1fb90aeadcd2141face", PCI device ID: , UID: "376a30ea-9a10-4cc6-b204-c44715341110", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0512 06:18:02.392932 3816 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz cde9b95d627496de78f99220c9f7aafb0a768b948587b1fb90aeadcd2141face network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-965pz cde9b95d627496de78f99220c9f7aafb0a768b948587b1fb90aeadcd2141face network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3b:77:86:ed:7b\",\"name\":\"cde9b95d627496d\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e99c50d-6b24-4b38-b99e-a718c0c6adf5\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:02.618283 3816 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:02.618412 3816 kube.go:256] Updating pod tsf/test-tsf-iam I0512 06:18:02.632145 3816 pod.go:62] [tsf/test-tsf-iam] pod update took 13.753558ms I0512 06:18:02.632169 3816 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.784701ms I0512 06:18:02.633460 3816 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.194374ms, libovsdb time 908.615µs I0512 06:18:02.979744 3816 cni.go:452] [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key ] I0512 06:18:02.989406 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 525e526909b1138, network: default, NAD default, SandboxID: "525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a", PCI device ID: , UID: "bf6fb01b-16e8-4d4c-b981-dc72912d40fe", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0512 06:18:03.041231 3816 cni.go:473] [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2d:d7:9d:26:72\",\"name\":\"525e526909b1138\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8edc9d8e-6247-4582-a262-5f93e723e476\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:03.610997 3816 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 06:18:03.611687 3816 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 06:18:03.611710 3816 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 06:18:03.613693 3816 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 06:18:03.980092 3816 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:03.980242 3816 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 06:18:04.001387 3816 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 21.186174ms I0512 06:18:04.001415 3816 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 21.236067ms I0512 06:18:04.002751 3816 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.681431ms, libovsdb time 940.052µs I0512 06:18:04.356676 3816 cni.go:452] [tsf-keycloak/keycloak-0 6a20686ac4e2aa0ca20620c5803f6abe91f3259f279cf79e16d8f03732903b82 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 6a20686ac4e2aa0ca20620c5803f6abe91f3259f279cf79e16d8f03732903b82 network default NAD default NAD key ] I0512 06:18:04.368033 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6a20686ac4e2aa0, network: default, NAD default, SandboxID: "6a20686ac4e2aa0ca20620c5803f6abe91f3259f279cf79e16d8f03732903b82", PCI device ID: , UID: "abe809fb-0f8d-48c6-bccd-d346233fe18f", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0512 06:18:04.429802 3816 cni.go:473] [tsf-keycloak/keycloak-0 6a20686ac4e2aa0ca20620c5803f6abe91f3259f279cf79e16d8f03732903b82 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 6a20686ac4e2aa0ca20620c5803f6abe91f3259f279cf79e16d8f03732903b82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:14:1d:e2:84:2b\",\"name\":\"6a20686ac4e2aa0\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3d9058e-70df-4eac-8826-e49e716a049d\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:04.680235 3816 namespace.go:142] [openshift-pipelines] updating namespace W0512 06:18:07.294066 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 06:18:12.305327 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:12.305383 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:12.305387 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 06:18:12.305407 3816 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 06:18:18.282572 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 06:18:25.075910 3816 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 06:18:36.591974 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:36.591994 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:36.597349 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 06:18:36.597371 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 06:18:48.250440 3816 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:48.250462 3816 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:48.250467 3816 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 06:18:53.506901 3816 cni.go:452] [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key ] I0512 06:18:53.586489 3816 cni.go:473] [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 525e526909b11385d6eae43f76951e1f728f6810892ab735d72dcc80e6cda78a network default NAD default NAD key default], result "{}", err I0512 06:18:53.636503 3816 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:53.636532 3816 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 06:18:53.638005 3816 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.34 I0512 06:18:53.638035 3816 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:53.679649 3816 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:53.679672 3816 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:53.687196 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 06:18:53.687222 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 06:18:54.536467 3816 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:54.536580 3816 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 06:18:54.553819 3816 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 17.267809ms I0512 06:18:54.553864 3816 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.313864ms I0512 06:18:54.556324 3816 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.87358ms, libovsdb time 1.345633ms I0512 06:18:54.913626 3816 cni.go:452] [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key ] I0512 06:18:54.923266 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 6b0c940281d4493, network: default, NAD default, SandboxID: "6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4", PCI device ID: , UID: "0680fd05-2177-4557-8bac-b0afbcc88931", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0512 06:18:54.975045 3816 cni.go:473] [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0a:be:f0:1c:b1\",\"name\":\"6b0c940281d4493\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9c51ca7-15ad-4510-abfe-3746efbbd8c1\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:55.662529 3816 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-x77sm-bcq85] creating logical port tsf-tas_segment-backup-installation-x77sm-bcq85 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:55.662625 3816 kube.go:256] Updating pod tsf-tas/segment-backup-installation-x77sm-bcq85 I0512 06:18:55.674549 3816 pod.go:62] [tsf-tas/segment-backup-installation-x77sm-bcq85] pod update took 11.945992ms I0512 06:18:55.674580 3816 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-x77sm-bcq85] addLogicalPort annotation time took 11.983901ms I0512 06:18:55.675952 3816 pods.go:271] [tsf-tas/segment-backup-installation-x77sm-bcq85] addLogicalPort took 13.439744ms, libovsdb time 939.155µs I0512 06:18:56.014622 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 06:18:56.025839 3816 cni.go:452] [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key ] I0512 06:18:56.035868 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-x77sm-bcq85, hostIfaceName: acca89a7fbb282c, network: default, NAD default, SandboxID: "acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e", PCI device ID: , UID: "ee02c8f9-523a-4b7a-ad35-687da842f3b4", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0512 06:18:56.087116 3816 cni.go:473] [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b8:4c:3a:ed:62\",\"name\":\"acca89a7fbb282c\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b4a34fd-f3b8-425e-b280-958305129308\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:56.248949 3816 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-59799bd9b5-bx4hr] creating logical port tsf-tas_fulcio-server-59799bd9b5-bx4hr for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:56.249046 3816 kube.go:256] Updating pod tsf-tas/fulcio-server-59799bd9b5-bx4hr I0512 06:18:56.276192 3816 pod.go:62] [tsf-tas/fulcio-server-59799bd9b5-bx4hr] pod update took 27.153092ms I0512 06:18:56.276215 3816 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-59799bd9b5-bx4hr] addLogicalPort annotation time took 27.198542ms I0512 06:18:56.277411 3816 pods.go:271] [tsf-tas/fulcio-server-59799bd9b5-bx4hr] addLogicalPort took 28.482335ms, libovsdb time 833.236µs I0512 06:18:56.609063 3816 cni.go:452] [tsf-tas/fulcio-server-59799bd9b5-bx4hr b3e9188301a17284d9ead65efeb5ed34594c9cad9db6b09e9092f3057312b3ce network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-59799bd9b5-bx4hr b3e9188301a17284d9ead65efeb5ed34594c9cad9db6b09e9092f3057312b3ce network default NAD default NAD key ] I0512 06:18:56.618440 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-59799bd9b5-bx4hr, hostIfaceName: b3e9188301a1728, network: default, NAD default, SandboxID: "b3e9188301a17284d9ead65efeb5ed34594c9cad9db6b09e9092f3057312b3ce", PCI device ID: , UID: "d14fe731-ddc3-40a9-a740-67135f42dfc7", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0512 06:18:56.668081 3816 cni.go:473] [tsf-tas/fulcio-server-59799bd9b5-bx4hr b3e9188301a17284d9ead65efeb5ed34594c9cad9db6b09e9092f3057312b3ce network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-59799bd9b5-bx4hr b3e9188301a17284d9ead65efeb5ed34594c9cad9db6b09e9092f3057312b3ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ae:31:e0:2c:8b\",\"name\":\"b3e9188301a1728\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca355932-14bd-4d9d-abd6-f0b5eeb2bd28\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:18:57.069517 3816 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-g56lt-sgjdm] creating logical port tsf-tas_rekor-createtree-job-g56lt-sgjdm for pod on switch ip-10-0-1-78.ec2.internal I0512 06:18:57.069657 3816 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-g56lt-sgjdm I0512 06:18:57.097656 3816 pod.go:62] [tsf-tas/rekor-createtree-job-g56lt-sgjdm] pod update took 28.024616ms I0512 06:18:57.097689 3816 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-g56lt-sgjdm] addLogicalPort annotation time took 28.064182ms I0512 06:18:57.099295 3816 pods.go:271] [tsf-tas/rekor-createtree-job-g56lt-sgjdm] addLogicalPort took 29.800656ms, libovsdb time 1.074994ms I0512 06:18:57.439044 3816 cni.go:452] [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key ] I0512 06:18:57.449359 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-g56lt-sgjdm, hostIfaceName: c7f4ad1466ed7c6, network: default, NAD default, SandboxID: "c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7", PCI device ID: , UID: "dda3f33c-9234-4351-833b-f4a74a8acafc", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0512 06:18:57.513161 3816 cni.go:473] [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b0:44:1c:fd:9f\",\"name\":\"c7f4ad1466ed7c6\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f9f3250-85dd-48ff-bdf0-cdfce550b55f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:18:58.531128 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:18:58.531150 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:18:58.560888 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:18:58.560906 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:19:06.378052 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 06:19:08.425656 3816 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 06:19:08.591576 3816 cni.go:452] [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key ] I0512 06:19:08.677383 3816 cni.go:473] [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-x77sm-bcq85 acca89a7fbb282cdf834f8b3c8f14b7819ec003a743ac3425245791f3a2e734e network default NAD default NAD key default], result "{}", err I0512 06:19:08.724228 3816 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:08.724262 3816 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-x77sm-bcq85 I0512 06:19:08.725540 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-x77sm-bcq85, ips: 10.128.0.37 I0512 06:19:08.725565 3816 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:09.602373 3816 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:09.602403 3816 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:11.556631 3816 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-8mrhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:11.557201 3816 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-8mrhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:12.432507 3816 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-8mrhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:12.432537 3816 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-8mrhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:19:14.486263 3816 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0512 06:19:23.501267 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 06:19:24.491127 3816 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:24.491145 3816 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0512 06:19:25.793856 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0512 06:19:34.910308 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 06:19:40.800654 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0512 06:19:52.801242 3816 cni.go:452] [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key ] I0512 06:19:52.885940 3816 cni.go:473] [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 6b0c940281d44937c2e5a4e1bc6264df110bf6f7bcd3ae880140d610919044b4 network default NAD default NAD key default], result "{}", err I0512 06:19:52.934666 3816 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:52.934694 3816 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 06:19:52.935985 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.36 I0512 06:19:52.936013 3816 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:52.955983 3816 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:52.956011 3816 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:52.962930 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 06:19:52.962957 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 06:19:53.673322 3816 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-bjpn8] creating logical port tsf_patch-tekton-config-bjpn8 for pod on switch ip-10-0-1-78.ec2.internal I0512 06:19:53.673454 3816 kube.go:256] Updating pod tsf/patch-tekton-config-bjpn8 I0512 06:19:53.685960 3816 pod.go:62] [tsf/patch-tekton-config-bjpn8] pod update took 12.542523ms I0512 06:19:53.685981 3816 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-bjpn8] addLogicalPort annotation time took 12.56837ms I0512 06:19:53.687325 3816 pods.go:271] [tsf/patch-tekton-config-bjpn8] addLogicalPort took 14.023462ms, libovsdb time 916.984µs I0512 06:19:54.030913 3816 cni.go:452] [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key ] I0512 06:19:54.039916 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-bjpn8, hostIfaceName: 7359d6215461f99, network: default, NAD default, SandboxID: "7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629", PCI device ID: , UID: "ffac85ac-dd10-46b9-875e-5af440f706e4", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0512 06:19:54.092460 3816 cni.go:473] [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:5b:e6:5f:4a:97\",\"name\":\"7359d6215461f99\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/679b8d4f-ef76-4059-91fa-a41f86a64ba9\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:19:55.849452 3816 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:55.850169 3816 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:56.732604 3816 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:56.732625 3816 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:56.969809 3816 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-64bb8495ff-hd27g] creating logical port tsf-tas_ctlog-64bb8495ff-hd27g for pod on switch ip-10-0-1-78.ec2.internal I0512 06:19:56.969898 3816 kube.go:256] Updating pod tsf-tas/ctlog-64bb8495ff-hd27g I0512 06:19:56.984664 3816 pod.go:62] [tsf-tas/ctlog-64bb8495ff-hd27g] pod update took 14.788819ms I0512 06:19:56.984684 3816 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-64bb8495ff-hd27g] addLogicalPort annotation time took 14.813835ms I0512 06:19:56.986276 3816 pods.go:271] [tsf-tas/ctlog-64bb8495ff-hd27g] addLogicalPort took 16.482043ms, libovsdb time 1.087645ms I0512 06:19:59.782985 3816 cni.go:452] [tsf-tas/ctlog-64bb8495ff-hd27g a6aa9883ef8725058a09cf5e5ca699063ebee64ffbb63f6892b2bd1ef124d2bc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-64bb8495ff-hd27g a6aa9883ef8725058a09cf5e5ca699063ebee64ffbb63f6892b2bd1ef124d2bc network default NAD default NAD key ] I0512 06:19:59.792102 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-64bb8495ff-hd27g, hostIfaceName: a6aa9883ef87250, network: default, NAD default, SandboxID: "a6aa9883ef8725058a09cf5e5ca699063ebee64ffbb63f6892b2bd1ef124d2bc", PCI device ID: , UID: "9e6916de-18ad-4c9b-ac8d-27880a354ac9", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0512 06:19:59.846145 3816 cni.go:473] [tsf-tas/ctlog-64bb8495ff-hd27g a6aa9883ef8725058a09cf5e5ca699063ebee64ffbb63f6892b2bd1ef124d2bc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-64bb8495ff-hd27g a6aa9883ef8725058a09cf5e5ca699063ebee64ffbb63f6892b2bd1ef124d2bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a7:39:20:34:49\",\"name\":\"a6aa9883ef87250\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/510940c6-96a7-4890-b75e-de96ef660dfd\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:20:00.175708 3816 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642780-rg8sw for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:00.175806 3816 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw I0512 06:20:00.189847 3816 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw] pod update took 14.067354ms I0512 06:20:00.189873 3816 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw] addLogicalPort annotation time took 14.098609ms I0512 06:20:00.191231 3816 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw] addLogicalPort took 15.539511ms, libovsdb time 915.816µs I0512 06:20:00.534545 3816 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key ] I0512 06:20:00.544566 3816 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642780-rg8sw, hostIfaceName: aa1588ff14bc9b8, network: default, NAD default, SandboxID: "aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b", PCI device ID: , UID: "1e796471-9db7-452a-b9c2-f5dda3d23053", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0512 06:20:00.596526 3816 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:30:53:78:6b:8d\",\"name\":\"aa1588ff14bc9b8\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b8bb30d-de2b-41dc-bfdb-c83779c0dc6a\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:20:01.852020 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 06:20:01.860323 3816 cni.go:452] [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key ] I0512 06:20:01.946041 3816 cni.go:473] [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-bjpn8 7359d6215461f992ebf8f378f9168da01209e78851984881d2998ce7c1128629 network default NAD default NAD key default], result "{}", err I0512 06:20:01.994107 3816 obj_retry.go:498] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:01.994144 3816 pods.go:176] Deleting pod: tsf/patch-tekton-config-bjpn8 I0512 06:20:01.995600 3816 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-bjpn8, ips: 10.128.0.40 I0512 06:20:01.995627 3816 obj_retry.go:498] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:03.020894 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:03.020925 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:03.870909 3816 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key ] I0512 06:20:03.963575 3816 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw aa1588ff14bc9b84bc898487bb84632b3f16b4806850c437a7a27f72dbec401b network default NAD default NAD key default], result "{}", err I0512 06:20:04.011736 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:04.011778 3816 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw I0512 06:20:04.013119 3816 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw, ips: 10.128.0.42 I0512 06:20:04.013147 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:05.033083 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:05.033109 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:05.883882 3816 cni.go:452] [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key ] I0512 06:20:05.977079 3816 cni.go:473] [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-g56lt-sgjdm c7f4ad1466ed7c6f8a8581c353b50c25cec035729e58474fab2e9b6c95aa40c7 network default NAD default NAD key default], result "{}", err I0512 06:20:06.024937 3816 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:06.024980 3816 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-g56lt-sgjdm I0512 06:20:06.026452 3816 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-g56lt-sgjdm, ips: 10.128.0.39 I0512 06:20:06.026491 3816 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:06.900438 3816 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:06.900466 3816 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:08.326513 3816 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-d7d98bf68-m5fsp] creating logical port tsf-tas_rekor-redis-d7d98bf68-m5fsp for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:08.326636 3816 kube.go:256] Updating pod tsf-tas/rekor-redis-d7d98bf68-m5fsp I0512 06:20:08.340123 3816 pod.go:62] [tsf-tas/rekor-redis-d7d98bf68-m5fsp] pod update took 13.512355ms I0512 06:20:08.340147 3816 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-d7d98bf68-m5fsp] addLogicalPort annotation time took 13.541412ms I0512 06:20:08.341522 3816 pods.go:271] [tsf-tas/rekor-redis-d7d98bf68-m5fsp] addLogicalPort took 15.024094ms, libovsdb time 972.064µs I0512 06:20:10.185432 3816 cni.go:452] [tsf-tas/rekor-redis-d7d98bf68-m5fsp 94af725af75f7d7dc4853948d7c87f12fd45ec3664f3405d44cf2b6e811b4769 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-d7d98bf68-m5fsp 94af725af75f7d7dc4853948d7c87f12fd45ec3664f3405d44cf2b6e811b4769 network default NAD default NAD key ] I0512 06:20:10.194403 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-d7d98bf68-m5fsp, hostIfaceName: 94af725af75f7d7, network: default, NAD default, SandboxID: "94af725af75f7d7dc4853948d7c87f12fd45ec3664f3405d44cf2b6e811b4769", PCI device ID: , UID: "012124f1-5d54-4a58-a8c3-e963b1a909f1", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0512 06:20:10.247153 3816 cni.go:473] [tsf-tas/rekor-redis-d7d98bf68-m5fsp 94af725af75f7d7dc4853948d7c87f12fd45ec3664f3405d44cf2b6e811b4769 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-d7d98bf68-m5fsp 94af725af75f7d7dc4853948d7c87f12fd45ec3664f3405d44cf2b6e811b4769 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:32:6e:03:9f:25\",\"name\":\"94af725af75f7d7\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69e4f9f0-b058-47a8-a6d5-cb37e82d9df3\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:20:11.027731 3816 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-89c698d98-jkl5h] creating logical port tsf-tas_rekor-server-89c698d98-jkl5h for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:11.027855 3816 kube.go:256] Updating pod tsf-tas/rekor-server-89c698d98-jkl5h I0512 06:20:11.040652 3816 pod.go:62] [tsf-tas/rekor-server-89c698d98-jkl5h] pod update took 12.818496ms I0512 06:20:11.040683 3816 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-89c698d98-jkl5h] addLogicalPort annotation time took 12.856193ms I0512 06:20:11.042122 3816 pods.go:271] [tsf-tas/rekor-server-89c698d98-jkl5h] addLogicalPort took 14.403525ms, libovsdb time 944.494µs W0512 06:20:11.918574 3816 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 06:20:11.960221 3816 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lv4kg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:11.960815 3816 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lv4kg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:20:12.811583 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0512 06:20:12.867312 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0512 06:20:12.980042 3816 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lv4kg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:12.980064 3816 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lv4kg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.025754 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.025779 3816 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.032426 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bjpn8 I0512 06:20:13.032451 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bjpn8 I0512 06:20:13.699795 3816 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:13.699907 3816 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 06:20:13.715874 3816 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.996443ms I0512 06:20:13.715897 3816 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.026696ms I0512 06:20:13.717484 3816 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.707619ms, libovsdb time 971.897µs I0512 06:20:14.063801 3816 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key ] I0512 06:20:14.073108 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 867d47cfb2204e5, network: default, NAD default, SandboxID: "867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706", PCI device ID: , UID: "b44cf2ac-3c1c-4cfa-876a-d2266fd6927f", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0512 06:20:14.126947 3816 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:29:3c:33:fe:47\",\"name\":\"867d47cfb2204e5\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c67c8e5-5258-4839-9ffc-9ad792dc91b2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:20:17.958502 3816 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key ] I0512 06:20:18.048021 3816 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 867d47cfb2204e57c916fc7019f344bda911f8fa26b6b4619123b0efb91e4706 network default NAD default NAD key default], result "{}", err I0512 06:20:18.097121 3816 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:18.097151 3816 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 06:20:18.098465 3816 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45 I0512 06:20:18.098495 3816 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:18.117925 3816 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:18.117946 3816 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:18.121726 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 06:20:18.121746 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 06:20:18.332030 3816 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:18.332169 3816 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 06:20:18.345276 3816 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.135241ms I0512 06:20:18.345297 3816 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.161428ms I0512 06:20:18.346714 3816 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.705821ms, libovsdb time 1.004833ms I0512 06:20:18.589234 3816 cni.go:452] [tsf-tas/rekor-server-89c698d98-jkl5h 64b4870a5aa6f66d4dc203b1e150c1d2c07d0ed38c72b4d9329d9ef5ec587b8c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-89c698d98-jkl5h 64b4870a5aa6f66d4dc203b1e150c1d2c07d0ed38c72b4d9329d9ef5ec587b8c network default NAD default NAD key ] I0512 06:20:18.598502 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-89c698d98-jkl5h, hostIfaceName: 64b4870a5aa6f66, network: default, NAD default, SandboxID: "64b4870a5aa6f66d4dc203b1e150c1d2c07d0ed38c72b4d9329d9ef5ec587b8c", PCI device ID: , UID: "b8b9d2c9-88e3-4b29-97ec-faf26ddc8e71", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0512 06:20:18.651240 3816 cni.go:473] [tsf-tas/rekor-server-89c698d98-jkl5h 64b4870a5aa6f66d4dc203b1e150c1d2c07d0ed38c72b4d9329d9ef5ec587b8c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-89c698d98-jkl5h 64b4870a5aa6f66d4dc203b1e150c1d2c07d0ed38c72b4d9329d9ef5ec587b8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:10:7a:11:1e:5f\",\"name\":\"64b4870a5aa6f66\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/103c4020-d758-452d-b7a6-4ce5e8753165\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:20:18.692806 3816 cni.go:452] [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key ] I0512 06:20:18.702203 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: dabb27a7fa96470, network: default, NAD default, SandboxID: "dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c", PCI device ID: , UID: "67c573eb-3a1b-4b04-a4ee-e3c525ed0d79", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0512 06:20:18.754983 3816 cni.go:473] [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d7:ab:3a:28:f6\",\"name\":\"dabb27a7fa96470\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb1273fd-cc1b-415e-aff7-8a1d3c7b367d\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:20:20.805294 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=495 W0512 06:20:21.013253 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 06:20:23.963840 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0512 06:20:24.792059 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0512 06:20:25.031444 3816 obj_retry.go:498] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:25.032013 3816 obj_retry.go:498] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:26.056119 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:26.056141 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:20:31.988657 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0512 06:20:32.064789 3816 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:32.065379 3816 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:32.944095 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:32.944116 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:35.077753 3816 obj_retry.go:498] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:35.078393 3816 obj_retry.go:498] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:36.079010 3816 base_network_controller_pods.go:487] [default/tsf-tpa/server-65bbcc4547-gjfmc] creating logical port tsf-tpa_server-65bbcc4547-gjfmc for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:36.079114 3816 kube.go:256] Updating pod tsf-tpa/server-65bbcc4547-gjfmc I0512 06:20:36.093019 3816 pod.go:62] [tsf-tpa/server-65bbcc4547-gjfmc] pod update took 13.936242ms I0512 06:20:36.093043 3816 base_network_controller_pods.go:951] [default/tsf-tpa/server-65bbcc4547-gjfmc] addLogicalPort annotation time took 13.966033ms I0512 06:20:36.094484 3816 pods.go:271] [tsf-tpa/server-65bbcc4547-gjfmc] addLogicalPort took 15.494062ms, libovsdb time 1.017197ms I0512 06:20:36.106445 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:36.106463 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:38.024057 3816 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-k27hf] creating logical port tsf-tpa_importer-86bcdf477b-k27hf for pod on switch ip-10-0-1-78.ec2.internal I0512 06:20:38.024226 3816 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-k27hf I0512 06:20:38.038307 3816 pod.go:62] [tsf-tpa/importer-86bcdf477b-k27hf] pod update took 14.135958ms I0512 06:20:38.038330 3816 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-k27hf] addLogicalPort annotation time took 14.164436ms I0512 06:20:38.039582 3816 pods.go:271] [tsf-tpa/importer-86bcdf477b-k27hf] addLogicalPort took 15.547675ms, libovsdb time 860.712µs I0512 06:20:40.074784 3816 cni.go:452] [tsf-tpa/server-65bbcc4547-gjfmc 1052bb7c4f26c59b743fe41f72918e9c28d9ac0a2595017a8f52c8d552b9e62c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-65bbcc4547-gjfmc 1052bb7c4f26c59b743fe41f72918e9c28d9ac0a2595017a8f52c8d552b9e62c network default NAD default NAD key ] I0512 06:20:40.083811 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-65bbcc4547-gjfmc, hostIfaceName: 1052bb7c4f26c59, network: default, NAD default, SandboxID: "1052bb7c4f26c59b743fe41f72918e9c28d9ac0a2595017a8f52c8d552b9e62c", PCI device ID: , UID: "6e8947a3-713b-44d0-910c-774cc12438c7", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0512 06:20:40.131275 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 06:20:40.137482 3816 cni.go:473] [tsf-tpa/server-65bbcc4547-gjfmc 1052bb7c4f26c59b743fe41f72918e9c28d9ac0a2595017a8f52c8d552b9e62c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-65bbcc4547-gjfmc 1052bb7c4f26c59b743fe41f72918e9c28d9ac0a2595017a8f52c8d552b9e62c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:20:86:30:85:99\",\"name\":\"1052bb7c4f26c59\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15974e21-31cd-41de-9aea-bf7447e3d90e\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 06:20:42.133242 3816 cni.go:452] [tsf-tpa/importer-86bcdf477b-k27hf 4288dea6adc9ffbafd90cc06083b57ab5b7854f8b63be15e6933718d2929226e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-k27hf 4288dea6adc9ffbafd90cc06083b57ab5b7854f8b63be15e6933718d2929226e network default NAD default NAD key ] I0512 06:20:42.143512 3816 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-k27hf, hostIfaceName: 4288dea6adc9ffb, network: default, NAD default, SandboxID: "4288dea6adc9ffbafd90cc06083b57ab5b7854f8b63be15e6933718d2929226e", PCI device ID: , UID: "f80cc476-f1bb-4ead-8e8b-94b07a41b4d4", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0512 06:20:42.200611 3816 cni.go:473] [tsf-tpa/importer-86bcdf477b-k27hf 4288dea6adc9ffbafd90cc06083b57ab5b7854f8b63be15e6933718d2929226e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-k27hf 4288dea6adc9ffbafd90cc06083b57ab5b7854f8b63be15e6933718d2929226e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9a:d6:81:de:60\",\"name\":\"4288dea6adc9ffb\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1a6557f-ee89-488a-b2e4-715742a4a1d5\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 06:20:43.103039 3816 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0512 06:20:44.108375 3816 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0512 06:20:46.122525 3816 cni.go:452] [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key ] I0512 06:20:46.224032 3816 cni.go:473] [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa dabb27a7fa96470a2c83546ac1a07dafe9a613e1c8871d76b8bb4bc5e5d2311c network default NAD default NAD key default], result "{}", err I0512 06:20:46.279205 3816 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:46.279240 3816 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 06:20:46.280609 3816 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46 I0512 06:20:46.280637 3816 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:46.299262 3816 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:46.299285 3816 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:46.304243 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 06:20:46.304278 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 06:20:47.097592 3816 namespace.go:98] [build-service] adding namespace I0512 06:20:47.098487 3816 namespace.go:102] [build-service] adding namespace took 873.202µs I0512 06:20:47.101447 3816 namespace.go:98] [integration-service] adding namespace I0512 06:20:47.101538 3816 namespace.go:98] [image-controller] adding namespace I0512 06:20:47.101701 3816 namespace.go:98] [default-tenant] adding namespace I0512 06:20:47.102294 3816 namespace.go:102] [integration-service] adding namespace took 829.017µs I0512 06:20:47.102875 3816 namespace.go:102] [image-controller] adding namespace took 1.321501ms I0512 06:20:47.103406 3816 namespace.go:102] [default-tenant] adding namespace took 1.690074ms I0512 06:20:47.150820 3816 namespace.go:142] [build-service] updating namespace I0512 06:20:47.190253 3816 namespace.go:142] [build-service] updating namespace I0512 06:20:47.233156 3816 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.282723 3816 namespace.go:142] [build-service] updating namespace I0512 06:20:47.297377 3816 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.311451 3816 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.327424 3816 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.355862 3816 namespace.go:98] [release-service] adding namespace I0512 06:20:47.356757 3816 namespace.go:102] [release-service] adding namespace took 872.125µs I0512 06:20:47.386424 3816 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.400410 3816 namespace.go:142] [konflux-ui] updating namespace I0512 06:20:47.455310 3816 namespace.go:142] [default-tenant] updating namespace I0512 06:20:47.549425 3816 namespace.go:142] [default-tenant] updating namespace I0512 06:20:47.584218 3816 namespace.go:142] [release-service] updating namespace I0512 06:20:47.614316 3816 namespace.go:98] [konflux-info] adding namespace I0512 06:20:47.615164 3816 namespace.go:102] [konflux-info] adding namespace took 828.432µs I0512 06:20:47.642343 3816 namespace.go:142] [release-service] updating namespace I0512 06:20:47.763500 3816 namespace.go:98] [namespace-lister] adding namespace I0512 06:20:47.764309 3816 namespace.go:102] [namespace-lister] adding namespace took 790.123µs I0512 06:20:47.764347 3816 namespace.go:142] [konflux-info] updating namespace I0512 06:20:47.821351 3816 namespace.go:98] [enterprise-contract-service] adding namespace I0512 06:20:47.822158 3816 namespace.go:102] [enterprise-contract-service] adding namespace took 781.778µs I0512 06:20:47.849392 3816 namespace.go:142] [konflux-info] updating namespace I0512 06:20:47.898605 3816 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.969495 3816 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:48.070679 3816 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:48.146601 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:48.190466 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:48.248441 3816 namespace.go:142] [default-tenant] updating namespace I0512 06:20:48.412561 3816 namespace.go:98] [segment-bridge] adding namespace I0512 06:20:48.413389 3816 namespace.go:102] [segment-bridge] adding namespace took 796.403µs I0512 06:20:48.491442 3816 namespace.go:98] [konflux-cli] adding namespace I0512 06:20:48.492273 3816 namespace.go:102] [konflux-cli] adding namespace took 812.958µs I0512 06:20:48.617475 3816 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 06:20:48.618139 3816 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 06:20:48.618155 3816 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 06:20:48.620870 3816 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 06:20:48.679484 3816 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 06:20:48.679510 3816 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 06:20:48.680377 3816 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 06:20:49.172609 3816 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:49.206352 3816 namespace.go:142] [build-service] updating namespace I0512 06:20:49.347780 3816 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:49.504299 3816 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:49.614710 3816 namespace.go:142] [default-tenant] updating namespace I0512 06:20:49.721411 3816 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:49.988550 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:50.110347 3816 namespace.go:142] [image-controller] updating namespace I0512 06:20:50.331413 3816 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:50.332008 3816 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:50.359602 3816 namespace.go:142] [integration-service] updating namespace I0512 06:20:50.489622 3816 namespace.go:142] [konflux-info] updating namespace I0512 06:20:50.714679 3816 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:51.050440 3816 namespace.go:142] [release-service] updating namespace I0512 06:20:51.214478 3816 namespace.go:142] [build-service] updating namespace I0512 06:20:51.261553 3816 namespace.go:142] [default-tenant] updating namespace I0512 06:20:51.322887 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:51.369404 3816 namespace.go:142] [image-controller] updating namespace I0512 06:20:51.392367 3816 namespace.go:142] [integration-service] updating namespace I0512 06:20:51.439440 3816 namespace.go:142] [konflux-info] updating namespace I0512 06:20:51.451082 3816 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:51.451106 3816 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:51.522348 3816 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:51.568348 3816 namespace.go:142] [release-service] updating namespace I0512 06:20:51.718728 3816 namespace.go:142] [build-service] updating namespace I0512 06:20:51.956952 3816 namespace.go:142] [default-tenant] updating namespace I0512 06:20:52.246625 3816 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:52.544130 3816 namespace.go:142] [image-controller] updating namespace I0512 06:20:52.646845 3816 namespace.go:142] [integration-service] updating namespace I0512 06:20:52.713428 3816 namespace.go:142] [konflux-info] updating namespace I0512 06:20:52.772453 3816 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:52.822089 3816 namespace.go:142] [release-service] updating namespace I0512 06:20:54.029821 3816 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.332273 3816 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:54.562269 3816 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.584093 3816 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:54.655961 3816 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.759367 3816 namespace.go:142] [segment-bridge] updating namespace W0512 06:20:58.083755 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 06:20:58.086695 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:20:58.089822 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 06:20:58.121549 3816 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 06:20:58.127075 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:20:58.128251 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 06:21:00.104018 3816 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 06:21:01.113437 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 06:21:01.161276 3816 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 06:21:01.161924 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0512 06:21:02.800348 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 W0512 06:21:03.129776 3816 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:03.129799 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:04.142332 3816 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:04.142353 3816 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:08.168884 3816 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 06:21:11.355034 3816 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:21:11.355688 3816 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:21:12.199688 3816 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:21:12.199718 3816 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:21:12.206328 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:21:12.206360 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:21:15.097601 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 06:21:48.801858 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0512 06:21:57.221868 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 06:22:15.455266 3816 obj_retry.go:498] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:15.455878 3816 obj_retry.go:498] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:15.546839 3816 obj_retry.go:492] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:15.546861 3816 obj_retry.go:492] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:15.554216 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:15.554246 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:19.735641 3816 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:19.736252 3816 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:19.778934 3816 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:19.778959 3816 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:19.786124 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 06:22:19.786151 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 06:22:39.104304 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 06:22:50.936955 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 06:23:04.465769 3816 namespace.go:98] [managed-tenant-6ewv3] adding namespace I0512 06:23:04.466785 3816 namespace.go:102] [managed-tenant-6ewv3] adding namespace took 984.308µs I0512 06:23:04.488373 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:04.506419 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.596800 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.726537 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.825304 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:12.230120 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 06:24:13.018791 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 06:24:57.796627 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0512 06:26:00.795313 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=54 I0512 06:26:06.053502 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:06.054097 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:07.436458 3816 obj_retry.go:492] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:26:07.436482 3816 obj_retry.go:492] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:26:07.444431 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:07.444458 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:13.803431 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0512 06:26:17.126539 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:17.127122 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:31.241698 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:31.242359 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:43.283783 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 06:26:49.103501 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 06:27:16.808539 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=212 I0512 06:27:38.732600 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:27:38.733236 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:28:03.107641 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 06:28:34.100084 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 06:28:49.915315 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 06:29:07.224715 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 06:29:22.134159 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 06:29:42.021409 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 06:29:44.804568 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 06:30:04.625339 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:04.625938 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:05.485427 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:05.485451 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:21.036582 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:21.037146 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:21.802832 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0512 06:30:22.940042 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 06:30:26.056947 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:26.056970 3816 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:26.063786 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-jlbqj I0512 06:30:26.063814 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-jlbqj I0512 06:30:32.033042 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:32.033066 3816 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:32.038906 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fbrvv I0512 06:30:32.038933 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fbrvv I0512 06:30:36.037387 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:36.037415 3816 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:36.043577 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-cl66s I0512 06:30:36.043606 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-cl66s I0512 06:30:49.951059 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:49.951655 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:39.511985 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:39.512599 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:45.797943 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 06:31:53.882875 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:53.883508 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:02.748850 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:02.749509 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:06.787874 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:06.788518 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.836489 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.837088 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:14.106514 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0512 06:32:17.799311 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0512 06:32:23.756191 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:23.756837 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:24.723834 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:32:24.723855 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:32:24.733597 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:24.733631 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:24.736048 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:24.736651 3816 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:27.232718 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 06:32:36.287106 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0512 06:32:42.913098 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:42.913763 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:59.059429 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:59.060080 3816 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:33.310802 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:33.311386 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:42.387590 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:42.388201 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:51.559347 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:51.559932 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:55.509979 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:55.510570 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:01.662489 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:01.663103 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:03.626645 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:03.627236 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:04.639584 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:04.640117 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:16.748342 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:16.748899 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:27.862775 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:27.863370 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:34.974558 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:34.975102 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:43.024839 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0512 06:35:05.422208 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:05.422846 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:06.806573 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 06:35:09.102795 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 06:35:23.811887 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=313 I0512 06:35:34.572647 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:34.573335 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:53.944484 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0512 06:36:00.807996 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 06:36:07.822426 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 06:36:23.068486 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:23.069061 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:28.227441 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 06:36:50.353647 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:50.354128 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.154672 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.155371 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.517500 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:36:57.517530 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:36:57.526644 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.526661 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.860484 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.861100 3816 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:37:10.667138 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:15.709263 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.709295 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.716911 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:37:15.716932 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:37:15.727703 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.727724 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.735140 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:37:15.735192 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:37:15.745638 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.745663 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.754800 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:37:15.754822 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:37:15.763051 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.763068 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.771289 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:37:15.771329 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:37:15.780716 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.780733 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.789935 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:37:15.789962 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:37:15.799483 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.799522 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.807204 3816 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.807225 3816 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.810526 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:37:15.810548 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:37:15.819039 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:37:15.819064 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:37:15.820566 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.820586 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.829691 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:37:15.829709 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:37:15.839798 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.839815 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.847478 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:37:15.847496 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:37:15.857902 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.857917 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.865283 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:37:15.865306 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:37:15.875623 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.875641 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.885524 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:37:15.885542 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:37:15.895680 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.895698 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.904105 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:37:15.904129 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:37:15.914561 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.914581 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.923800 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:37:15.923821 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:37:15.932497 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.932540 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.940566 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:37:15.940591 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:37:15.949604 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.949625 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.958324 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:37:15.958350 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:37:15.972028 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.972050 3816 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.980765 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:37:15.980789 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:37:16.409778 3816 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:16.409799 3816 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:16.414988 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:37:16.415018 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:37:22.229077 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:28.110557 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0512 06:37:29.017796 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:35.801752 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:42.201804 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:48.693888 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:38:15.714871 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:38:45.918605 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 06:39:01.211276 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:39:16.290361 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 06:39:17.136798 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 06:39:27.248013 3816 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:39:27.271978 3816 namespace.go:317] [managed-tenant-6ewv3] deleting namespace I0512 06:40:04.092869 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:04.093533 3816 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:04.951562 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.951586 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.986241 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.986287 3816 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.992043 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:40:04.992073 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:40:09.031343 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:09.031989 3816 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:09.989431 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:09.989460 3816 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:09.998380 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:40:09.998411 3816 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc W0512 06:40:33.607891 3816 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-fbrvv I0512 06:41:08.802941 3816 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=19 W0512 06:41:13.607619 3816 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:41:23.948188 3816 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 06:41:32.114384 3816 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 06:41:36.240287 3816 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10