+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-39.ec2.internal ++ [[ -n ip-10-0-1-39.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-39.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:56:54.133136300 - disable conntrack on geneve port' I0419 18:56:54.133136300 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0419 18:56:54.151506662 - starting ovnkube-node + echo 'I0419 18:56:54.151506662 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-39.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-39.ec2.internal --init-node ip-10-0-1-39.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-39.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 18:56:54.191053 3702 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 18:56:54.191115 3702 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e3e4d179d2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 18:56:54.192631 3702 kube.go:431] Waiting for certificate I0419 18:56:54.192671 3702 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 18:56:54.192703 3702 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 18:56:54.193509 3702 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:56:54.225642 3702 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:54.225661 3702 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:54.229102 3702 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:54.229182 3702 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-brsvg" I0419 18:56:54.242851 3702 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-brsvg" I0419 18:56:54.242912 3702 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:55.192765 3702 kube.go:438] Certificate found I0419 18:56:55.193418 3702 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:56:55.194520 3702 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 18:56:55.248358 3702 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 18:51:54 +0000 UTC" deadline="2026-04-20 15:21:34.432035408 +0000 UTC" I0419 18:56:55.248392 3702 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h24m39.183651872s" I0419 18:56:55.270023 3702 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:56:55.286817 3702 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 18:56:55.286916 3702 factory.go:561] Starting watch factory I0419 18:56:55.287040 3702 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287066 3702 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287042 3702 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287117 3702 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287045 3702 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287182 3702 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287272 3702 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 18:56:55.287415 3702 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287443 3702 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287471 3702 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287490 3702 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.287548 3702 server.go:101] MetricServer registers OVS metrics I0419 18:56:55.287970 3702 server.go:105] MetricServer registers OVN DB metrics I0419 18:56:55.288368 3702 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.288387 3702 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.290992 3702 controller_manager.go:370] Starting the ovnkube controller I0419 18:56:55.291004 3702 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-39.ec2.internal I0419 18:56:55.291060 3702 controller_manager.go:395] NBDB zone sync took: 49.102µs I0419 18:56:55.291072 3702 factory.go:561] Starting watch factory I0419 18:56:55.292870 3702 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 18:56:55.292919 3702 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 18:56:55.306327 3702 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 18:56:55.306348 3702 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 18:56:55.307753 3702 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.308802 3702 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.309779 3702 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.310842 3702 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.310864 3702 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.315308 3702 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 18:56:55.315351 3702 server.go:109] MetricServer registers OVN Controller metrics I0419 18:56:55.320343 3702 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.320666 3702 server.go:113] MetricServer registers OVN Northd metrics I0419 18:56:55.325251 3702 metrics.go:519] OVN Metrics Server starts to run ... I0419 18:56:55.392077 3702 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:56:55.392113 3702 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:56:55.392118 3702 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:56:55.392122 3702 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:56:55.392124 3702 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:56:55.392128 3702 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:56:55.392234 3702 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:55.392234 3702 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:55.392250 3702 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:55.392256 3702 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:55.395032 3702 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:55.395032 3702 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:55.396899 3702 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:56:55.396910 3702 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:56:55.396914 3702 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:56:55.396917 3702 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:56:55.396920 3702 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:56:55.396923 3702 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:56:55.397230 3702 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:56:55.397237 3702 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:56:55.397303 3702 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.397318 3702 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.399586 3702 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.402430 3702 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:56:55.402446 3702 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:56:55.402460 3702 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:56:55.402547 3702 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.402570 3702 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.404779 3702 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.407579 3702 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:56:55.407588 3702 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:56:55.407653 3702 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.407670 3702 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.409885 3702 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.412690 3702 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:56:55.412715 3702 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:56:55.412778 3702 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.412794 3702 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.414979 3702 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.417933 3702 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:56:55.417942 3702 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:56:55.417993 3702 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.418005 3702 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.420239 3702 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.423068 3702 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:56:55.423175 3702 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:56:55.423243 3702 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:56:55.423255 3702 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:56:55.425647 3702 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:56:55.428585 3702 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:56:55.428597 3702 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:56:55.429059 3702 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.429080 3702 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.429086 3702 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.429125 3702 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.431565 3702 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.431993 3702 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:55.433965 3702 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:56:55.434049 3702 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:56:55.434058 3702 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:56:55.434066 3702 factory.go:680] Watch Factory start up complete, took: 147.156207ms I0419 18:56:55.434128 3702 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 18:56:55.439356 3702 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:56:55.439369 3702 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:56:55.439379 3702 factory.go:680] Watch Factory start up complete, took: 148.305097ms I0419 18:56:55.439389 3702 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-39.ec2.internal" zone I0419 18:56:55.488198 3702 default_node_network_controller.go:710] Initializing the default node network controller I0419 18:56:55.564565 3702 udn_isolation.go:101] Starting UDN host isolation manager I0419 18:56:55.570925 3702 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 18:56:55.642173 3702 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 18:56:55.642308 3702 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 18:56:55.642327 3702 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 18:56:55.677357 3702 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 18:56:55.677440 3702 default_node_network_controller.go:809] Node ip-10-0-1-39.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0419 18:56:55.682487 3702 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.39"] k8s.ovn.org/zone-name:ip-10-0-1-39.ec2.internal] on node ip-10-0-1-39.ec2.internal I0419 18:56:55.703748 3702 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 18:56:55.710234 3702 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 18:56:55.710411 3702 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0419 18:56:55.710561 3702 gateway_init.go:263] Preparing Gateway I0419 18:56:55.710572 3702 gateway_shared_intf.go:1687] Creating new gateway I0419 18:56:55.824145 3702 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:56:55.830545 3702 iptables.go:108] Creating table: filter chain: OUTPUT I0419 18:56:55.836602 3702 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 18:56:55.836628 3702 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-39.ec2.internal","mac-address":"0a:ff:ca:c1:6e:89","ip-addresses":["10.0.1.39/24"],"ip-address":"10.0.1.39/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f24a4e0b-ba57-4459-a99a-63f5c42bff55 k8s.ovn.org/node-encap-ips:["10.0.1.39"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.39/24"} k8s.ovn.org/zone-name:ip-10-0-1-39.ec2.internal] on node ip-10-0-1-39.ec2.internal I0419 18:56:55.855920 3702 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:55.939951 3702 controller_manager.go:429] Waiting for node in zone sync took: 500.545228ms I0419 18:56:55.945195 3702 controller_manager.go:611] Switching to transit router for layer2 networks I0419 18:56:55.945211 3702 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-39.ec2.internal I0419 18:56:55.959699 3702 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:56:55.966618 3702 controller_manager.go:290] SCTP support detected in OVN I0419 18:56:55.967228 3702 services_controller.go:69] Creating services controller for network=default I0419 18:56:55.967307 3702 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 18:56:55.967437 3702 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 18:56:55.967523 3702 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 18:56:55.967543 3702 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 18:56:55.967553 3702 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:56:55.967732 3702 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 18:56:55.967784 3702 udn_enabled_svc.go:95] Performing full resync I0419 18:56:55.967829 3702 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.585µs I0419 18:56:55.967836 3702 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 18:56:55.967887 3702 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 31.281µs I0419 18:56:55.967896 3702 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 63.978µs I0419 18:56:55.967906 3702 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 18:56:55.967915 3702 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 18:56:55.967924 3702 default_network_controller.go:325] Starting the default network controller I0419 18:56:55.968001 3702 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.414µs I0419 18:56:55.968103 3702 udn_enabled_svc.go:99] Waiting for handler to sync I0419 18:56:55.968112 3702 udn_enabled_svc.go:104] Starting worker I0419 18:56:55.977445 3702 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 18:56:55.977519 3702 repair.go:33] Syncing exgw routes took 61.128µs I0419 18:56:55.977541 3702 default_network_controller.go:414] Starting all the Watchers... I0419 18:56:55.977754 3702 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 18:56:55.977803 3702 namespace.go:98] [kube-node-lease] adding namespace I0419 18:56:55.977808 3702 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 18:56:55.977822 3702 namespace.go:98] [openshift-console] adding namespace I0419 18:56:55.977828 3702 namespace.go:98] [openshift-config-managed] adding namespace I0419 18:56:55.977829 3702 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 18:56:55.977845 3702 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 18:56:55.977851 3702 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 18:56:55.977859 3702 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 18:56:55.977848 3702 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 18:56:55.977874 3702 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 18:56:55.977881 3702 namespace.go:98] [openshift-logging] adding namespace I0419 18:56:55.977904 3702 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 18:56:55.977908 3702 namespace.go:98] [dedicated-admin] adding namespace I0419 18:56:55.977926 3702 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 18:56:55.978404 3702 namespace.go:102] [openshift-backplane-csm] adding namespace took 638.157µs I0419 18:56:55.978420 3702 namespace.go:98] [openshift-monitoring] adding namespace I0419 18:56:55.978991 3702 namespace.go:102] [openshift-monitoring] adding namespace took 565.152µs I0419 18:56:55.979006 3702 namespace.go:98] [openshift-marketplace] adding namespace I0419 18:56:55.979506 3702 namespace.go:102] [openshift-marketplace] adding namespace took 477.416µs I0419 18:56:55.979525 3702 namespace.go:98] [openshift-etcd] adding namespace I0419 18:56:55.980070 3702 namespace.go:102] [kube-node-lease] adding namespace took 2.253675ms I0419 18:56:55.980085 3702 namespace.go:98] [openshift-ingress] adding namespace I0419 18:56:55.980544 3702 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.724823ms I0419 18:56:55.980559 3702 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 18:56:55.980985 3702 namespace.go:102] [openshift-config-managed] adding namespace took 3.148984ms I0419 18:56:55.981004 3702 namespace.go:98] [openshift-dns] adding namespace I0419 18:56:55.981456 3702 namespace.go:102] [openshift-console] adding namespace took 3.622047ms I0419 18:56:55.981470 3702 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 18:56:55.981897 3702 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.058224ms I0419 18:56:55.981911 3702 namespace.go:98] [openshift-config] adding namespace I0419 18:56:55.982364 3702 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.502551ms I0419 18:56:55.982389 3702 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 18:56:55.982829 3702 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.963527ms I0419 18:56:55.982841 3702 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 18:56:55.983269 3702 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.40025ms I0419 18:56:55.983283 3702 namespace.go:98] [openshift-console-operator] adding namespace I0419 18:56:55.983747 3702 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.876169ms I0419 18:56:55.983758 3702 namespace.go:98] [openshift-operators] adding namespace I0419 18:56:55.984269 3702 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.37933ms I0419 18:56:55.984289 3702 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 18:56:55.984743 3702 namespace.go:102] [openshift-logging] adding namespace took 6.853822ms I0419 18:56:55.984756 3702 namespace.go:98] [kube-system] adding namespace I0419 18:56:55.985183 3702 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.266365ms I0419 18:56:55.985204 3702 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 18:56:55.985681 3702 namespace.go:102] [dedicated-admin] adding namespace took 7.760297ms I0419 18:56:55.985695 3702 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 18:56:55.986081 3702 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.147052ms I0419 18:56:55.986090 3702 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 18:56:55.986609 3702 namespace.go:102] [openshift-etcd] adding namespace took 7.06187ms I0419 18:56:55.986625 3702 namespace.go:98] [openshift-package-operator] adding namespace I0419 18:56:55.986955 3702 namespace.go:102] [openshift-ingress] adding namespace took 6.863356ms I0419 18:56:55.986968 3702 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 18:56:55.987436 3702 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.871044ms I0419 18:56:55.987448 3702 namespace.go:98] [openshift] adding namespace I0419 18:56:55.988008 3702 namespace.go:102] [openshift-dns] adding namespace took 6.999288ms I0419 18:56:55.988020 3702 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 18:56:55.988447 3702 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.972006ms I0419 18:56:55.988461 3702 namespace.go:98] [kube-public] adding namespace I0419 18:56:55.988872 3702 namespace.go:102] [openshift-config] adding namespace took 6.955318ms I0419 18:56:55.988887 3702 namespace.go:98] [openshift-authentication] adding namespace I0419 18:56:55.989309 3702 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.910978ms I0419 18:56:55.989321 3702 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 18:56:55.989750 3702 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.894221ms I0419 18:56:55.989765 3702 namespace.go:98] [openshift-image-registry] adding namespace I0419 18:56:55.990108 3702 namespace.go:102] [openshift-console-operator] adding namespace took 6.819906ms I0419 18:56:55.990119 3702 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 18:56:55.990541 3702 namespace.go:102] [openshift-operators] adding namespace took 6.777196ms I0419 18:56:55.990555 3702 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 18:56:55.991012 3702 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.717551ms I0419 18:56:55.991024 3702 namespace.go:98] [openshift-network-operator] adding namespace I0419 18:56:55.991454 3702 namespace.go:102] [kube-system] adding namespace took 6.693126ms I0419 18:56:55.991470 3702 namespace.go:98] [openshift-machine-api] adding namespace I0419 18:56:55.991873 3702 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.663389ms I0419 18:56:55.991887 3702 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 18:56:55.992666 3702 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.966538ms I0419 18:56:55.992677 3702 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 18:56:55.993054 3702 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.95847ms I0419 18:56:55.993066 3702 namespace.go:98] [openshift-dns-operator] adding namespace I0419 18:56:55.993496 3702 namespace.go:102] [openshift-package-operator] adding namespace took 6.865644ms I0419 18:56:55.993866 3702 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.873967ms I0419 18:56:55.993881 3702 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 18:56:55.994336 3702 namespace.go:102] [openshift] adding namespace took 6.88292ms I0419 18:56:55.994348 3702 namespace.go:98] [openshift-apiserver] adding namespace I0419 18:56:55.994696 3702 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.670946ms I0419 18:56:55.994711 3702 namespace.go:98] [openshift-config-operator] adding namespace I0419 18:56:55.995131 3702 namespace.go:102] [kube-public] adding namespace took 6.665559ms I0419 18:56:55.995165 3702 namespace.go:98] [openshift-backplane] adding namespace I0419 18:56:55.995563 3702 namespace.go:102] [openshift-authentication] adding namespace took 6.670807ms I0419 18:56:55.995575 3702 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 18:56:55.995977 3702 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.650975ms I0419 18:56:55.995989 3702 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 18:56:55.996434 3702 namespace.go:102] [openshift-image-registry] adding namespace took 6.662987ms I0419 18:56:55.996449 3702 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 18:56:55.996852 3702 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.727224ms I0419 18:56:55.996866 3702 namespace.go:98] [openshift-controller-manager] adding namespace I0419 18:56:55.997249 3702 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.685728ms I0419 18:56:55.997269 3702 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 18:56:55.997709 3702 namespace.go:102] [openshift-network-operator] adding namespace took 6.679808ms I0419 18:56:55.997724 3702 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 18:56:55.998131 3702 namespace.go:102] [openshift-machine-api] adding namespace took 6.655471ms I0419 18:56:55.998143 3702 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 18:56:55.998554 3702 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.661336ms I0419 18:56:55.998568 3702 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 18:56:55.999008 3702 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.326198ms I0419 18:56:55.999021 3702 namespace.go:98] [openshift-network-console] adding namespace I0419 18:56:55.999385 3702 namespace.go:102] [openshift-dns-operator] adding namespace took 6.313937ms I0419 18:56:55.999403 3702 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 18:56:55.999867 3702 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.98058ms I0419 18:56:55.999878 3702 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 18:56:56.000311 3702 namespace.go:102] [openshift-apiserver] adding namespace took 5.958072ms I0419 18:56:56.000326 3702 namespace.go:98] [openshift-multus] adding namespace I0419 18:56:56.000697 3702 namespace.go:102] [openshift-config-operator] adding namespace took 5.981617ms I0419 18:56:56.000711 3702 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 18:56:56.001083 3702 namespace.go:102] [openshift-backplane] adding namespace took 5.910894ms I0419 18:56:56.001094 3702 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 18:56:56.001530 3702 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.949458ms I0419 18:56:56.001543 3702 namespace.go:98] [openshift-node] adding namespace I0419 18:56:56.001935 3702 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.941413ms I0419 18:56:56.001948 3702 namespace.go:98] [openshift-host-network] adding namespace I0419 18:56:56.002389 3702 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.935066ms I0419 18:56:56.002404 3702 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 18:56:56.002818 3702 namespace.go:102] [openshift-controller-manager] adding namespace took 5.945367ms I0419 18:56:56.002832 3702 namespace.go:98] [openshift-cluster-version] adding namespace I0419 18:56:56.003237 3702 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.961433ms I0419 18:56:56.003253 3702 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 18:56:56.003671 3702 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.940798ms I0419 18:56:56.003688 3702 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 18:56:56.004074 3702 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.92624ms I0419 18:56:56.004089 3702 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 18:56:56.004484 3702 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.911091ms I0419 18:56:56.004499 3702 namespace.go:98] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] adding namespace I0419 18:56:56.004894 3702 namespace.go:102] [openshift-network-console] adding namespace took 5.867367ms I0419 18:56:56.004909 3702 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 18:56:56.005339 3702 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.9294ms I0419 18:56:56.005355 3702 namespace.go:98] [default] adding namespace W0419 18:56:56.005718 3702 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4ls4n: pod openshift-multus/network-metrics-daemon-4ls4n: no pod IPs found W0419 18:56:56.005738 3702 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-z7ztf: pod openshift-multus/network-metrics-daemon-z7ztf: no pod IPs found W0419 18:56:56.005745 3702 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dtczp: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:56:56.005772 3702 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.887919ms I0419 18:56:56.006255 3702 namespace.go:102] [openshift-multus] adding namespace took 5.921043ms I0419 18:56:56.006656 3702 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.939161ms I0419 18:56:56.007045 3702 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.94644ms I0419 18:56:56.007480 3702 namespace.go:102] [openshift-node] adding namespace took 5.931953ms I0419 18:56:56.007920 3702 namespace.go:102] [openshift-host-network] adding namespace took 5.967144ms I0419 18:56:56.007934 3702 namespace.go:98] [openshift-infra] adding namespace I0419 18:56:56.008353 3702 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.942671ms I0419 18:56:56.008754 3702 namespace.go:102] [openshift-cluster-version] adding namespace took 5.916393ms I0419 18:56:56.009171 3702 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.911139ms I0419 18:56:56.009697 3702 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.003015ms I0419 18:56:56.010092 3702 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.997227ms I0419 18:56:56.010108 3702 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0419 18:56:56.010470 3702 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5fmm8: pod openshift-network-diagnostics/network-check-target-5fmm8: no pod IPs found W0419 18:56:56.010484 3702 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-g96hl: pod openshift-network-diagnostics/network-check-target-g96hl: no pod IPs found W0419 18:56:56.010491 3702 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kh9xr: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:56:56.010524 3702 namespace.go:102] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] adding namespace took 6.019372ms I0419 18:56:56.010964 3702 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.048343ms I0419 18:56:56.010978 3702 namespace.go:98] [openshift-insights] adding namespace I0419 18:56:56.011345 3702 namespace.go:102] [default] adding namespace took 5.983174ms I0419 18:56:56.011359 3702 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 18:56:56.011785 3702 namespace.go:102] [openshift-infra] adding namespace took 3.846819ms I0419 18:56:56.012198 3702 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.08435ms I0419 18:56:56.012600 3702 namespace.go:102] [openshift-insights] adding namespace took 1.617091ms I0419 18:56:56.012952 3702 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 1.587004ms W0419 18:56:56.013036 3702 master.go:471] Unable to parse remote node ip-10-0-0-199.ec2.internal chassis-id annotation. Chassis may be removed during sync W0419 18:56:56.013046 3702 master.go:471] Unable to parse remote node ip-10-0-2-75.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 18:56:56.013145 3702 master.go:548] Adding or Updating local node "ip-10-0-1-39.ec2.internal" for network "default" I0419 18:56:56.013227 3702 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-199.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-199.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-199.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-199.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-199.ec2.internal I0419 18:56:56.013232 3702 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-75.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-75.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-75.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal W0419 18:56:56.020424 3702 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-g96hl: pod openshift-network-diagnostics/network-check-target-g96hl: no pod IPs found W0419 18:56:56.020444 3702 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-z7ztf: pod openshift-multus/network-metrics-daemon-z7ztf: no pod IPs found I0419 18:56:56.021360 3702 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-39.ec2.internal for the network default I0419 18:56:56.021689 3702 zone_ic_handler.go:195] Time taken to create transit switch: 315.205µs I0419 18:56:56.022386 3702 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 18:56:56.022414 3702 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 18:56:56.022427 3702 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 18:56:56.022445 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:56:56.022472 3702 node_tracker.go:235] Node ip-10-0-0-199.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-199.ec2.internal" I0419 18:56:56.022484 3702 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.022499 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.022508 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-39.ec2.internal in network "default" I0419 18:56:56.022535 3702 node_tracker.go:169] Node ip-10-0-1-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.022542 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.022547 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:56:56.022555 3702 node_tracker.go:235] Node ip-10-0-2-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal" I0419 18:56:56.022560 3702 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.022564 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.122658 3702 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 18:56:56.122702 3702 services_controller.go:208] Setting up event handlers for services for network=default I0419 18:56:56.122817 3702 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 18:56:56.122874 3702 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 18:56:56.122891 3702 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 18:56:56.223566 3702 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 18:56:56.223591 3702 repair.go:60] Starting repairing loop for services I0419 18:56:56.223678 3702 repair.go:131] Deleted 0 stale service LBs I0419 18:56:56.223697 3702 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 18:56:56.223714 3702 repair.go:62] Finished repairing loop for services: 125.282µs I0419 18:56:56.223771 3702 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 18:56:56.223782 3702 services_controller.go:254] Starting workers for network=default I0419 18:56:56.224396 3702 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-4ls4n, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-4ls4n: suppressed error logged: pod openshift-multus/network-metrics-daemon-4ls4n: no pod IPs found I0419 18:56:56.224401 3702 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-g96hl] creating logical port openshift-network-diagnostics_network-check-target-g96hl for pod on switch ip-10-0-1-39.ec2.internal I0419 18:56:56.224480 3702 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-z7ztf] creating logical port openshift-multus_network-metrics-daemon-z7ztf for pod on switch ip-10-0-1-39.ec2.internal I0419 18:56:56.224477 3702 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dtczp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dtczp: suppressed error logged: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:56:56.224523 3702 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5fmm8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5fmm8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5fmm8: no pod IPs found I0419 18:56:56.224485 3702 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kh9xr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:56:56.224665 3702 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-z7ztf I0419 18:56:56.224742 3702 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-g96hl I0419 18:56:56.236729 3702 default_network_controller.go:1025] Node "ip-10-0-0-199.ec2.internal" in remote zone "ip-10-0-0-199.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:56:56.236749 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:56:56.236766 3702 node_tracker.go:235] Node ip-10-0-0-199.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-199.ec2.internal" I0419 18:56:56.236779 3702 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.236790 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.239618 3702 pod.go:62] [openshift-multus/network-metrics-daemon-z7ztf] pod update took 15.051725ms I0419 18:56:56.239638 3702 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-z7ztf] addLogicalPort annotation time took 15.089189ms I0419 18:56:56.240743 3702 pods.go:271] [openshift-multus/network-metrics-daemon-z7ztf] addLogicalPort took 16.269048ms, libovsdb time 791.471µs I0419 18:56:56.240796 3702 pod.go:62] [openshift-network-diagnostics/network-check-target-g96hl] pod update took 16.253537ms I0419 18:56:56.240812 3702 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-g96hl] addLogicalPort annotation time took 16.272391ms I0419 18:56:56.241746 3702 pods.go:271] [openshift-network-diagnostics/network-check-target-g96hl] addLogicalPort took 17.356123ms, libovsdb time 695.571µs I0419 18:56:56.242304 3702 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 18:56:56.242330 3702 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 18:56:56.242340 3702 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 18:56:56.242346 3702 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 18:56:56.242523 3702 repair.go:29] Repairing admin network policies took 171.669µs I0419 18:56:56.242663 3702 repair.go:92] Repairing baseline admin network policies took 130.887µs I0419 18:56:56.243036 3702 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 18:56:56.243055 3702 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 18:56:56.245005 3702 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 18:56:56.245028 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 18:56:56.245036 3702 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 18:56:56.246475 3702 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 18:56:56.246503 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 18:56:56.246868 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 18:56:56.248324 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 18:56:56.248343 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 18:56:56.248706 3702 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 18:56:56.248717 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:56:56.249456 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 18:56:56.249477 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 18:56:56.249484 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 18:56:56.250823 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 18:56:56.250843 3702 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 18:56:56.250852 3702 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 18:56:56.251882 3702 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 18:56:56.251899 3702 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 18:56:56.251907 3702 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 18:56:56.253470 3702 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 18:56:56.253489 3702 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 18:56:56.253501 3702 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 18:56:56.255531 3702 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 18:56:56.255548 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 18:56:56.255558 3702 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 18:56:56.256228 3702 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 18:56:56.256247 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 18:56:56.256255 3702 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 18:56:56.256724 3702 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 18:56:56.256743 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 18:56:56.256753 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 18:56:56.258281 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 18:56:56.258299 3702 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 18:56:56.258306 3702 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 18:56:56.258834 3702 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 18:56:56.258848 3702 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 18:56:56.258855 3702 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 18:56:56.259384 3702 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 18:56:56.259402 3702 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 18:56:56.259412 3702 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 18:56:56.261693 3702 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 18:56:56.261710 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 18:56:56.261719 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 18:56:56.262283 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:56:56.262300 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 18:56:56.262308 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 18:56:56.262783 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 18:56:56.262800 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 18:56:56.262823 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:56:56.263497 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 18:56:56.263511 3702 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 18:56:56.263521 3702 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 18:56:56.264727 3702 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 18:56:56.264746 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 18:56:56.264755 3702 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 18:56:56.265265 3702 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 18:56:56.265284 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 18:56:56.265293 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 18:56:56.265852 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 18:56:56.265870 3702 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 18:56:56.265877 3702 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 18:56:56.266146 3702 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 18:56:56.266176 3702 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 18:56:56.266184 3702 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 18:56:56.266481 3702 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 18:56:56.266497 3702 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 18:56:56.266506 3702 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 18:56:56.267482 3702 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 18:56:56.267501 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 18:56:56.267508 3702 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 18:56:56.267965 3702 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 18:56:56.267983 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 18:56:56.267991 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 18:56:56.268487 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 18:56:56.268503 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 18:56:56.268510 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 18:56:56.268806 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 18:56:56.268824 3702 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 18:56:56.268832 3702 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 18:56:56.269672 3702 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 18:56:56.269690 3702 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 18:56:56.269699 3702 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 18:56:56.270731 3702 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 18:56:56.270750 3702 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 18:56:56.270761 3702 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 18:56:56.271243 3702 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:56:56.275777 3702 egressfirewall.go:374] Starting EgressFirewall controller I0419 18:56:56.275804 3702 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 18:56:56.275804 3702 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 18:56:56.275841 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 18:56:56.275861 3702 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 18:56:56.275875 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 18:56:56.275887 3702 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 18:56:56.276191 3702 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 18:56:56.276204 3702 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 18:56:56.276210 3702 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 18:56:56.276221 3702 egressqos.go:193] Setting up event handlers for EgressQoS I0419 18:56:56.276230 3702 egressfirewall.go:723] Syncing node "ip-10-0-0-199.ec2.internal" for egress firewall I0419 18:56:56.276241 3702 egressfirewall.go:723] Syncing node "ip-10-0-1-39.ec2.internal" for egress firewall I0419 18:56:56.276245 3702 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:56:56.276454 3702 egressqos.go:245] Starting EgressQoS Controller I0419 18:56:56.276464 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 18:56:56.276470 3702 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 18:56:56.276475 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 18:56:56.276480 3702 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 18:56:56.276501 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 18:56:56.276508 3702 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 18:56:56.276512 3702 egressqos.go:259] Repairing EgressQoSes I0419 18:56:56.276517 3702 egressqos.go:399] Starting repairing loop for egressqos I0419 18:56:56.276588 3702 egressqos.go:401] Finished repairing loop for egressqos: 72.4µs I0419 18:56:56.276616 3702 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 18:56:56.276645 3702 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-39.ec2.internal I0419 18:56:56.276699 3702 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-39.ec2.internal : 57.744µs I0419 18:56:56.276836 3702 egressservice_zone.go:210] Starting Egress Services Controller I0419 18:56:56.276849 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:56:56.276856 3702 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:56:56.276862 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:56:56.276867 3702 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:56:56.276872 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:56:56.276877 3702 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:56:56.276882 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 18:56:56.276889 3702 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 18:56:56.276897 3702 egressservice_zone.go:228] Repairing Egress Services I0419 18:56:56.277190 3702 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 18:56:56.277203 3702 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:56:56.277210 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:56:56.277220 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 12.856µs I0419 18:56:56.277229 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:56:56.277233 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 4.48µs I0419 18:56:56.277238 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:56:56.277241 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 3.709µs I0419 18:56:56.277307 3702 default_network_controller.go:585] Completing all the Watchers took 299.754935ms I0419 18:56:56.277327 3702 default_network_controller.go:589] Starting unidling controllers I0419 18:56:56.277344 3702 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 18:56:56.277355 3702 unidle.go:63] Populating Initial ContollerEvent events I0419 18:56:56.277370 3702 unidle.go:79] Setting up event handlers for services I0419 18:56:56.277433 3702 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:56:56.337687 3702 default_network_controller.go:1025] Node "ip-10-0-0-199.ec2.internal" in remote zone "ip-10-0-0-199.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:56:56.351909 3702 default_network_controller.go:1025] Node "ip-10-0-0-199.ec2.internal" in remote zone "ip-10-0-0-199.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:56:56.351960 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:56:56.352030 3702 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.352046 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.353034 3702 zone_ic_handler.go:195] Time taken to create transit switch: 247.214µs I0419 18:56:56.353049 3702 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-199.ec2.internal for the network default I0419 18:56:56.354207 3702 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-199.ec2.internal" on network "default" took: 1.433491ms I0419 18:56:56.356148 3702 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:56.856365 3702 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:57.356522 3702 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:57.856490 3702 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:57.909471 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:56:57.909493 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 30.709µs I0419 18:56:57.909559 3702 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-199.ec2.internal. Updating no re-route policies I0419 18:56:57.909577 3702 egressfirewall.go:723] Syncing node "ip-10-0-0-199.ec2.internal" for egress firewall I0419 18:56:57.909558 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:56:57.909738 3702 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:57.909758 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:58.163310 3702 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:56:58.356903 3702 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:58.374916 3702 bridgeconfig.go:537] Gateway is ready I0419 18:56:58.374936 3702 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 18:56:58.387519 3702 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.39. Updating OVN encap IP. I0419 18:56:58.393001 3702 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.39 - it is already configured I0419 18:56:58.393018 3702 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.39/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 18:56:58.393296 3702 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.39/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-39.ec2.internal","mac-address":"0a:ff:ca:c1:6e:89","ip-addresses":["10.0.1.39/24"],"ip-address":"10.0.1.39/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f24a4e0b-ba57-4459-a99a-63f5c42bff55 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.39/24"}] on node ip-10-0-1-39.ec2.internal I0419 18:56:58.407410 3702 egressfirewall.go:723] Syncing node "ip-10-0-1-39.ec2.internal" for egress firewall I0419 18:56:58.407449 3702 master.go:548] Adding or Updating local node "ip-10-0-1-39.ec2.internal" for network "default" I0419 18:56:58.407482 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-39.ec2.internal in network "default" I0419 18:56:58.407495 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:56:58.407509 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 17.233µs I0419 18:56:58.407557 3702 node_tracker.go:169] Node ip-10-0-1-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:58.407594 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:56:58.407883 3702 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.39 I0419 18:56:58.408057 3702 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-39.ec2.internal I0419 18:56:58.412409 3702 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-39.ec2.internal. Updating no re-route policies I0419 18:56:58.412528 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pxkkf I0419 18:56:58.412544 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8sgj5 I0419 18:56:58.412557 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-39.ec2.internal I0419 18:56:58.412565 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xpvwr I0419 18:56:58.412571 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8sgj5 I0419 18:56:58.412576 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xpvwr I0419 18:56:58.412588 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qlm4l I0419 18:56:58.412591 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-sdtng I0419 18:56:58.412602 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xpvwr after 0 failed attempt(s) I0419 18:56:58.412605 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8sgj5 after 0 failed attempt(s) I0419 18:56:58.412606 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qlm4l I0419 18:56:58.412570 3702 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-39.ec2.internal I0419 18:56:58.412617 3702 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-5zdp8 I0419 18:56:58.412623 3702 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-39.ec2.internal I0419 18:56:58.412628 3702 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rcn9r I0419 18:56:58.412630 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qlm4l after 0 failed attempt(s) I0419 18:56:58.412633 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dtczp I0419 18:56:58.412575 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-39.ec2.internal I0419 18:56:58.412638 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dtczp I0419 18:56:58.412646 3702 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-39.ec2.internal after 0 failed attempt(s) I0419 18:56:58.412634 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-z7ztf I0419 18:56:58.412649 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-g96hl I0419 18:56:58.412658 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-z7ztf I0419 18:56:58.412659 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-g96hl I0419 18:56:58.412678 3702 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dtczp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dtczp: suppressed error logged: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:56:58.412551 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pxkkf I0419 18:56:58.412687 3702 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-z7ztf] creating logical port openshift-multus_network-metrics-daemon-z7ztf for pod on switch ip-10-0-1-39.ec2.internal I0419 18:56:58.412697 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pxkkf after 0 failed attempt(s) I0419 18:56:58.412621 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-492xb I0419 18:56:58.412708 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-492xb I0419 18:56:58.412718 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-492xb after 0 failed attempt(s) I0419 18:56:58.412625 3702 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-5zdp8 I0419 18:56:58.412730 3702 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-5zdp8 after 0 failed attempt(s) I0419 18:56:58.412687 3702 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-g96hl] creating logical port openshift-network-diagnostics_network-check-target-g96hl for pod on switch ip-10-0-1-39.ec2.internal I0419 18:56:58.412649 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-39.ec2.internal after 0 failed attempt(s) I0419 18:56:58.412633 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6qfvt I0419 18:56:58.412801 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6qfvt I0419 18:56:58.412828 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6qfvt after 0 failed attempt(s) I0419 18:56:58.412637 3702 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-rcn9r I0419 18:56:58.412871 3702 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-rcn9r after 0 failed attempt(s) I0419 18:56:58.412650 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr I0419 18:56:58.412895 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr I0419 18:56:58.412938 3702 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kh9xr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:56:58.412657 3702 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cfcc9 I0419 18:56:58.412956 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cfcc9 I0419 18:56:58.412967 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cfcc9 after 0 failed attempt(s) I0419 18:56:58.412612 3702 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-sdtng I0419 18:56:58.412981 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-sdtng after 0 failed attempt(s) I0419 18:56:58.413484 3702 pods.go:271] [openshift-multus/network-metrics-daemon-z7ztf] addLogicalPort took 802.627µs, libovsdb time 200.73µs I0419 18:56:58.413495 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-z7ztf after 0 failed attempt(s) I0419 18:56:58.413563 3702 pods.go:271] [openshift-network-diagnostics/network-check-target-g96hl] addLogicalPort took 884.428µs, libovsdb time 237.494µs I0419 18:56:58.413571 3702 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-g96hl after 0 failed attempt(s) I0419 18:56:58.422423 3702 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 18:56:58.434925 3702 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 18:56:58.438129 3702 iptables.go:108] Creating table: nat chain: OUTPUT I0419 18:56:58.482126 3702 iptables.go:108] Creating table: nat chain: PREROUTING I0419 18:56:58.545653 3702 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:56:58.562288 3702 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 18:56:58.562448 3702 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 18:56:58.562498 3702 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 18:56:58.562601 3702 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 18:56:58.562654 3702 gateway_init.go:325] Gateway and management port readiness took 2.710852806s I0419 18:56:58.562681 3702 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 18:56:58.562730 3702 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 18:56:58.562748 3702 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 18:56:58.562757 3702 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:56:58.562820 3702 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 18:56:58.562918 3702 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.044µs I0419 18:56:58.563260 3702 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 18:56:58.563287 3702 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.596µs I0419 18:56:58.563295 3702 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.557µs I0419 18:56:58.563301 3702 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 18:56:58.563309 3702 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 18:56:58.563314 3702 default_node_network_controller.go:899] Starting the default node network controller I0419 18:56:58.563319 3702 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 18:56:58.563396 3702 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.308µs I0419 18:56:58.563499 3702 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 18:56:58.563507 3702 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 18:56:58.563532 3702 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a95e0 0xc0002eec40 0xc0002eecb0 0xc0002eed20 0xc0002eed90 0xc0002eee70 0xc0002eeee0 0xc000143d10 0xc0002eef50 0xc0002eefc0 0xc0008642d0 0xc0065fc070 0xc0002ef030 map[0x2ff9080:0xc0028a3560 0x2ff95c0:0xc0028a37a0 0x2ffa2e0:0xc0028a34a0 0x2ffa580:0xc0028a3500 0x2ffad60:0xc0028a35c0 0x2ffb000:0xc0028a36e0 0x2ffb2a0:0xc0028a3740 0x2ffba80:0xc0028a3800 0x2ffbd20:0xc0028a3860 0x3026980:0xc00085cf60 0x3026d20:0xc00085cfc0 0x3027800:0xc000bc1ec0 0x3029160:0xc001ae0000 0x30298a0:0xc003309080 0x302a720:0xc00085cf00] 0xc00023cee0 0} I0419 18:56:58.563606 3702 gateway.go:151] Starting gateway service sync I0419 18:56:58.564039 3702 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 18:56:58.566094 3702 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 18:56:58.593429 3702 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 18:56:58.594655 3702 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 18:56:58.595756 3702 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 18:56:58.630409 3702 gateway.go:168] Gateway service sync done. Time taken: 66.789418ms I0419 18:56:58.630865 3702 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30814 I0419 18:56:58.631248 3702 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a95e0 0xc0002eec40 0xc0002eecb0 0xc0002eed20 0xc0002eed90 0xc0002eee70 0xc0002eeee0 0xc000143d10 0xc0002eef50 0xc0002eefc0 0xc0008642d0 0xc0065fc070 0xc0002ef030 map[0x2ff9080:0xc0028a3560 0x2ff95c0:0xc0028a37a0 0x2ffa2e0:0xc0028a34a0 0x2ffa580:0xc0028a3500 0x2ffad60:0xc0028a35c0 0x2ffb000:0xc0028a36e0 0x2ffb2a0:0xc0028a3740 0x2ffba80:0xc0028a3800 0x2ffbd20:0xc0028a3860 0x3026980:0xc00085cf60 0x3026d20:0xc00085cfc0 0x3027800:0xc000bc1ec0 0x3029160:0xc001ae0000 0x30298a0:0xc003309080 0x302a720:0xc00085cf00] 0xc00023cee0 0} I0419 18:56:58.631713 3702 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a95e0 0xc0002eec40 0xc0002eecb0 0xc0002eed20 0xc0002eed90 0xc0002eee70 0xc0002eeee0 0xc000143d10 0xc0002eef50 0xc0002eefc0 0xc0008642d0 0xc0065fc070 0xc0002ef030 map[0x2ff9080:0xc0028a3560 0x2ff95c0:0xc0028a37a0 0x2ffa2e0:0xc0028a34a0 0x2ffa580:0xc0028a3500 0x2ffad60:0xc0028a35c0 0x2ffb000:0xc0028a36e0 0x2ffb2a0:0xc0028a3740 0x2ffba80:0xc0028a3800 0x2ffbd20:0xc0028a3860 0x3026980:0xc00085cf60 0x3026d20:0xc00085cfc0 0x3027800:0xc000bc1ec0 0x3029160:0xc001ae0000 0x30298a0:0xc003309080 0x302a720:0xc00085cf00] 0xc00023cee0 0} I0419 18:56:58.631755 3702 gateway.go:532] Reconciling gateway with updates I0419 18:56:58.636833 3702 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 18:56:58.636914 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:56:58.636926 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:56:58.636935 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:56:58.636942 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:56:58.636950 3702 default_node_network_controller.go:944] Gateway and management port readiness took 73.434987ms I0419 18:56:58.636959 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:56:58.636984 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:56:58.637001 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:56:58.637013 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:56:58.637017 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:56:58.637022 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:56:58.637020 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:56:58.637030 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:56:58.637032 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:56:58.637038 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:56:58.637042 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:56:58.637042 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:56:58.637051 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:56:58.637054 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:56:58.637058 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:56:58.636983 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:56:58.637071 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:56:58.637081 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:56:58.637045 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:56:58.637071 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:56:58.637087 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:56:58.637062 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:56:58.637108 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:56:58.637119 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:56:58.637033 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:56:58.637128 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:56:58.637131 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:56:58.637021 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:56:58.637144 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:56:58.637176 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:56:58.636948 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:56:58.637198 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:56:58.637194 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:56:58.637226 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:56:58.637135 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:56:58.637270 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:56:58.637016 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:56:58.637296 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:56:58.637177 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:56:58.637309 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:56:58.637306 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:56:58.637320 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:56:58.637323 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:56:58.637321 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:56:58.637331 3702 port_claim.go:71] Svc openshift-ingress/router-default: port 32031 is already open, no action needed I0419 18:56:58.637032 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:56:58.637341 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:56:58.637344 3702 port_claim.go:71] Svc openshift-ingress/router-default: port 30443 is already open, no action needed I0419 18:56:58.637347 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:56:58.637365 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:56:58.637382 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:56:58.637386 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:56:58.637392 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:56:58.637394 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:56:58.637413 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:56:58.637430 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:56:58.637433 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:56:58.637442 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:56:58.637352 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:56:58.637463 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:56:58.637471 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:56:58.637479 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:56:58.637486 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:56:58.637324 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:56:58.637108 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:56:58.637460 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:56:58.637518 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:56:58.637523 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:56:58.637543 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:56:58.637552 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:56:58.637449 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:56:58.637564 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:56:58.637567 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:56:58.637577 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:56:58.637532 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:56:58.637589 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:56:58.637592 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:56:58.637598 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:56:58.637602 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:56:58.637606 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:56:58.637592 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:56:58.637583 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:56:58.637618 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:56:58.637627 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:56:58.637641 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:56:58.637651 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:56:58.637186 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:56:58.637665 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:56:58.637669 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:56:58.637672 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:56:58.637642 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:56:58.637689 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:56:58.637702 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:56:58.637709 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:56:58.637714 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:56:58.637717 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:56:58.637658 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:56:58.637730 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:56:58.637730 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:56:58.637745 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:56:58.637755 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:56:58.637679 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:56:58.637813 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:56:58.637679 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:56:58.637734 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:56:58.637690 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:56:58.637911 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:56:58.638387 3702 node_ip_handler_linux.go:160] Node IP manager is running W0419 18:56:58.675321 3702 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:56:58.675570 3702 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:56:58.675899 3702 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0419 18:56:58.686837 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:56:58.686866 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:56:58.686874 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:56:58.686880 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:56:58.686886 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:56:58.686910 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:56:58.726807 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:56:58.726816 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:56:58.726835 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:56:58.726842 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:56:58.726848 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:56:58.766300 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:56:58.766336 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:56:58.766344 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:56:58.766351 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:56:58.766357 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:56:58.766365 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:56:58.766370 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:56:58.766376 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:56:58.766382 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:56:58.766387 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:56:58.766393 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:56:58.766399 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:56:59.429215 3702 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:56:59.429251 3702 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:56:59.429279 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:56:59.429289 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 11.994µs I0419 18:57:00.010861 3702 default_node_network_controller.go:1380] Starting node controller node sync W0419 18:57:00.010903 3702 egressip_healthcheck.go:76] Health checking using insecure connection I0419 18:57:00.011001 3702 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0419 18:57:00.023527 3702 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.64133ms I0419 18:57:00.023670 3702 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-199.ec2.internal", IP: 10.0.0.199 to PMTUD blocking rules I0419 18:57:00.023684 3702 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-199.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:57:00.029895 3702 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 18:57:00.030242 3702 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 18:57:00.030475 3702 egressservice_node.go:183] Starting Egress Services Controller I0419 18:57:00.030498 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:57:00.030512 3702 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:57:00.030521 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:57:00.030530 3702 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:57:00.030547 3702 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:57:00.030557 3702 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:57:00.030564 3702 egressservice_node.go:197] Repairing Egress Services I0419 18:57:00.040936 3702 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 18:57:00.040951 3702 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:57:00.041124 3702 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 18:57:00.041138 3702 link_network_manager.go:119] Link manager is running I0419 18:57:00.041167 3702 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 18:57:00.041401 3702 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 18:57:00.041685 3702 vrf_manager.go:128] VRF manager is running I0419 18:57:00.041789 3702 node_controller_manager.go:437] Removing flows to drop GARP I0419 18:57:00.041800 3702 gateway.go:532] Reconciling gateway with updates I0419 18:57:00.064332 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:57:00.064350 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:57:00.064365 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:57:00.064370 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:57:00.064376 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:57:00.064378 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:57:00.064391 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:57:00.064390 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:57:00.064404 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:57:00.064403 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:57:00.064413 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:57:00.064417 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:57:00.064429 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:57:00.064444 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:57:00.064446 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:57:00.064393 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:57:00.064459 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:57:00.064460 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:57:00.064457 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:57:00.064468 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:57:00.064473 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:57:00.064473 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:57:00.064380 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:57:00.064499 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:57:00.064517 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:57:00.064518 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:00.064518 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:57:00.064528 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:57:00.064535 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:00.064536 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:57:00.064543 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:57:00.064547 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:57:00.064548 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:57:00.064553 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:57:00.064562 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:57:00.064570 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:57:00.064563 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:57:00.064574 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:57:00.064583 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:57:00.064576 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:57:00.064558 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:57:00.064589 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:57:00.064593 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:57:00.064594 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:57:00.064601 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:57:00.064575 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:57:00.064603 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:57:00.064609 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:57:00.064613 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064616 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:57:00.064627 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:57:00.064635 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:57:00.064542 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:57:00.064647 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:57:00.064629 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:57:00.064648 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:57:00.064658 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:57:00.064475 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064526 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:57:00.064679 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:57:00.064686 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:57:00.064433 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:57:00.064691 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064618 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:57:00.064713 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064604 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:57:00.064407 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:57:00.064732 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064559 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:57:00.064535 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:57:00.064755 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:57:00.064765 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:57:00.064733 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:57:00.064781 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:57:00.064782 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:57:00.064794 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:57:00.064795 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:57:00.064814 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:57:00.064821 3702 port_claim.go:71] Svc openshift-ingress/router-default: port 32031 is already open, no action needed I0419 18:57:00.064825 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:57:00.064830 3702 port_claim.go:71] Svc openshift-ingress/router-default: port 30443 is already open, no action needed I0419 18:57:00.064833 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064835 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:57:00.064846 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:57:00.064484 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:57:00.064851 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:57:00.064480 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:57:00.064858 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:57:00.064862 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:57:00.064861 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:57:00.064877 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:57:00.064392 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:57:00.064847 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:57:00.064504 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:57:00.064890 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:57:00.064499 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:57:00.064899 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:57:00.064907 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:57:00.064914 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:57:00.064825 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:57:00.064523 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:57:00.064926 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064507 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:57:00.064535 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:57:00.064557 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:57:00.064948 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:57:00.064590 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:57:00.064592 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:57:00.064849 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:57:00.064483 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:57:00.064484 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:57:00.065032 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:57:00.064501 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:57:00.065069 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:57:00.064609 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:57:00.064512 3702 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:57:00.065096 3702 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:57:00.107981 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:57:00.107989 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:57:00.108008 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:57:00.108017 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:57:00.108023 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:57:00.108033 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:57:00.108039 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:57:00.108065 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:57:00.148431 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:57:00.148461 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:57:00.148471 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:57:00.148479 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:57:00.148485 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:57:00.148491 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:57:00.148511 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:57:00.190583 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:57:00.190612 3702 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:57:00.773817 3702 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:00.773860 3702 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:01.786477 3702 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:01.786509 3702 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:01.799626 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:57:01.799652 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 33.483µs I0419 18:57:02.333942 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:57:02.333973 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 38.649µs I0419 18:57:02.359002 3702 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7697c6557-qwwrv] creating logical port openshift-image-registry_image-registry-7697c6557-qwwrv for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:02.359147 3702 kube.go:256] Updating pod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:57:02.378935 3702 pod.go:62] [openshift-image-registry/image-registry-7697c6557-qwwrv] pod update took 19.857202ms I0419 18:57:02.378956 3702 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7697c6557-qwwrv] addLogicalPort annotation time took 19.883066ms I0419 18:57:02.380233 3702 pods.go:271] [openshift-image-registry/image-registry-7697c6557-qwwrv] addLogicalPort took 21.250904ms, libovsdb time 963.714µs I0419 18:57:02.399043 3702 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-98lr7] creating logical port openshift-ingress-canary_ingress-canary-98lr7 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:02.399206 3702 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-98lr7 I0419 18:57:02.414841 3702 pod.go:62] [openshift-ingress-canary/ingress-canary-98lr7] pod update took 15.662835ms I0419 18:57:02.415073 3702 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-98lr7] addLogicalPort annotation time took 15.917363ms I0419 18:57:02.416233 3702 pods.go:271] [openshift-ingress-canary/ingress-canary-98lr7] addLogicalPort took 17.206211ms, libovsdb time 860.892µs I0419 18:57:02.416292 3702 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w9846] creating logical port openshift-dns_dns-default-w9846 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:02.416362 3702 kube.go:256] Updating pod openshift-dns/dns-default-w9846 I0419 18:57:02.432630 3702 pod.go:62] [openshift-dns/dns-default-w9846] pod update took 16.290733ms I0419 18:57:02.432648 3702 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w9846] addLogicalPort annotation time took 16.313276ms I0419 18:57:02.434050 3702 pods.go:271] [openshift-dns/dns-default-w9846] addLogicalPort took 17.76444ms, libovsdb time 753.154µs I0419 18:57:02.880020 3702 cni.go:452] [openshift-ingress-canary/ingress-canary-98lr7 2b99557613518bc1b579667ad75b52a269643e1e374b918ed2fe25f7690e0e0b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-98lr7 2b99557613518bc1b579667ad75b52a269643e1e374b918ed2fe25f7690e0e0b network default NAD default NAD key ] I0419 18:57:02.928149 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-98lr7, hostIfaceName: 2b99557613518bc, network: default, NAD default, SandboxID: "2b99557613518bc1b579667ad75b52a269643e1e374b918ed2fe25f7690e0e0b", PCI device ID: , UID: "06f5ba59-18bc-4596-8483-5ef8ff3ca5a2", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0419 18:57:02.992288 3702 cni.go:473] [openshift-ingress-canary/ingress-canary-98lr7 2b99557613518bc1b579667ad75b52a269643e1e374b918ed2fe25f7690e0e0b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-98lr7 2b99557613518bc1b579667ad75b52a269643e1e374b918ed2fe25f7690e0e0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:56:f3:b5:a1:d2\",\"name\":\"2b99557613518bc\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/749dd70c-5000-4433-b361-c1a2246851b0\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:03.792420 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:03.792483 3702 node_tracker.go:235] Node ip-10-0-2-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal" I0419 18:57:03.792505 3702 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.792527 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.792654 3702 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "ip-10-0-2-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:57:03.832893 3702 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "ip-10-0-2-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:57:03.954281 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:03.954356 3702 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.954375 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.954388 3702 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "ip-10-0-2-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:57:03.955465 3702 zone_ic_handler.go:195] Time taken to create transit switch: 330.473µs I0419 18:57:03.955481 3702 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-75.ec2.internal for the network default I0419 18:57:03.956739 3702 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-75.ec2.internal" on network "default" took: 1.616478ms W0419 18:57:05.183290 3702 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.508638 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:06.508664 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 31.294µs I0419 18:57:06.508678 3702 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:06.508689 3702 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:57:06.508741 3702 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:06.508758 3702 services_controller.go:574] Full service sync requested for network=default I0419 18:57:06.508756 3702 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 10.0.2.75 to PMTUD blocking rules I0419 18:57:06.508768 3702 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 18:57:06.508842 3702 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.514855 3702 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-75.ec2.internal. Updating no re-route policies I0419 18:57:06.525236 3702 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 10.0.2.75 to PMTUD blocking rules I0419 18:57:06.525251 3702 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:57:06.689704 3702 cni.go:452] [openshift-network-diagnostics/network-check-target-g96hl ea825a8d4ba6b0da0e812faa6640c0c5bde0d704ec3679805bd06f864ce28360 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-g96hl ea825a8d4ba6b0da0e812faa6640c0c5bde0d704ec3679805bd06f864ce28360 network default NAD default NAD key ] I0419 18:57:06.698819 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-g96hl, hostIfaceName: ea825a8d4ba6b0d, network: default, NAD default, SandboxID: "ea825a8d4ba6b0da0e812faa6640c0c5bde0d704ec3679805bd06f864ce28360", PCI device ID: , UID: "425e14d7-6099-4a73-a945-8e3e782892a8", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0419 18:57:06.742740 3702 cni.go:473] [openshift-network-diagnostics/network-check-target-g96hl ea825a8d4ba6b0da0e812faa6640c0c5bde0d704ec3679805bd06f864ce28360 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-g96hl ea825a8d4ba6b0da0e812faa6640c0c5bde0d704ec3679805bd06f864ce28360 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:fc:01:51:07:09\",\"name\":\"ea825a8d4ba6b0d\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09ef79eb-a444-408f-a3c0-9f0709de50e2\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:57:08.194741 3702 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:10.292333 3702 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:10.292364 3702 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 37.645µs W0419 18:57:10.805756 3702 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:18.571404 3702 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:34.298875 3702 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-ttbnl for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:34.299000 3702 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl I0419 18:57:34.315797 3702 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl] pod update took 16.821412ms I0419 18:57:34.315819 3702 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl] addLogicalPort annotation time took 16.849114ms I0419 18:57:34.316882 3702 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl] addLogicalPort took 18.019461ms, libovsdb time 780.834µs I0419 18:57:34.401124 3702 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-xnsxt for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:34.401223 3702 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt I0419 18:57:34.420894 3702 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt] pod update took 19.694276ms I0419 18:57:34.420913 3702 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt] addLogicalPort annotation time took 19.716959ms I0419 18:57:34.420916 3702 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-ckdbx for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:34.420991 3702 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx I0419 18:57:34.422108 3702 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt] addLogicalPort took 20.997218ms, libovsdb time 873.853µs I0419 18:57:34.436083 3702 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx] pod update took 15.114259ms I0419 18:57:34.436100 3702 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx] addLogicalPort annotation time took 15.132905ms I0419 18:57:34.437080 3702 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx] addLogicalPort took 16.175199ms, libovsdb time 762.494µs I0419 18:57:34.515938 3702 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-dvdkb for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:34.516051 3702 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb I0419 18:57:34.538677 3702 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb] pod update took 22.646358ms I0419 18:57:34.538695 3702 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb] addLogicalPort annotation time took 22.668247ms I0419 18:57:34.539591 3702 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb] addLogicalPort took 23.668226ms, libovsdb time 677.46µs I0419 18:57:34.565861 3702 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f94d75645-s62m6] creating logical port openshift-ingress_router-default-5f94d75645-s62m6 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:57:34.565934 3702 kube.go:256] Updating pod openshift-ingress/router-default-5f94d75645-s62m6 I0419 18:57:34.586914 3702 pod.go:62] [openshift-ingress/router-default-5f94d75645-s62m6] pod update took 21.005216ms I0419 18:57:34.586934 3702 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f94d75645-s62m6] addLogicalPort annotation time took 21.025439ms I0419 18:57:34.587830 3702 pods.go:271] [openshift-ingress/router-default-5f94d75645-s62m6] addLogicalPort took 21.97812ms, libovsdb time 629.531µs I0419 18:57:34.754942 3702 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt f0bcf0e6c4e02fc36d81f32c3e6b5e07710be8466e94933729044eda21e4ea67 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt f0bcf0e6c4e02fc36d81f32c3e6b5e07710be8466e94933729044eda21e4ea67 network default NAD default NAD key ] I0419 18:57:34.764590 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-xnsxt, hostIfaceName: f0bcf0e6c4e02fc, network: default, NAD default, SandboxID: "f0bcf0e6c4e02fc36d81f32c3e6b5e07710be8466e94933729044eda21e4ea67", PCI device ID: , UID: "f19dbf64-c133-4f14-9354-7838b83e7556", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0419 18:57:34.809627 3702 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt f0bcf0e6c4e02fc36d81f32c3e6b5e07710be8466e94933729044eda21e4ea67 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xnsxt f0bcf0e6c4e02fc36d81f32c3e6b5e07710be8466e94933729044eda21e4ea67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4e:50:98:ea:7e\",\"name\":\"f0bcf0e6c4e02fc\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05405016-0aeb-444f-b44d-7a56e94affbc\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:34.871980 3702 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb e329c8e857b9349d7d58a3f8d5029ce17a713cd643072ac845d3c96597b6af39 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb e329c8e857b9349d7d58a3f8d5029ce17a713cd643072ac845d3c96597b6af39 network default NAD default NAD key ] I0419 18:57:34.882964 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-dvdkb, hostIfaceName: e329c8e857b9349, network: default, NAD default, SandboxID: "e329c8e857b9349d7d58a3f8d5029ce17a713cd643072ac845d3c96597b6af39", PCI device ID: , UID: "990ac782-95ab-4cce-9ffa-13841cdc2f93", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0419 18:57:34.926198 3702 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb e329c8e857b9349d7d58a3f8d5029ce17a713cd643072ac845d3c96597b6af39 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-dvdkb e329c8e857b9349d7d58a3f8d5029ce17a713cd643072ac845d3c96597b6af39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b7:6e:39:8a:57\",\"name\":\"e329c8e857b9349\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eacf979c-7943-45df-b579-aa19637d3c24\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:38.547927 3702 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 18:57:38.548899 3702 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 951.835µs I0419 18:57:38.576521 3702 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0419 18:57:38.703628 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 18:57:39.200187 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:39.200237 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:39.731802 3702 namespace.go:98] [openshift-service-ca] adding namespace I0419 18:57:39.732688 3702 namespace.go:102] [openshift-service-ca] adding namespace took 862.145µs I0419 18:57:39.751076 3702 namespace.go:142] [openshift-service-ca] updating namespace W0419 18:57:41.817788 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:48.449643 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:57:50.255108 3702 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl 9105563ee1d652dec74498ae2cbb5398db59b632d55b93523627ead33734c67e network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl 9105563ee1d652dec74498ae2cbb5398db59b632d55b93523627ead33734c67e network default NAD default NAD key ] I0419 18:57:50.265042 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-ttbnl, hostIfaceName: 9105563ee1d652d, network: default, NAD default, SandboxID: "9105563ee1d652dec74498ae2cbb5398db59b632d55b93523627ead33734c67e", PCI device ID: , UID: "fd672301-c5bb-4782-9eea-d3107ba67321", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0419 18:57:50.311110 3702 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl 9105563ee1d652dec74498ae2cbb5398db59b632d55b93523627ead33734c67e network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ttbnl 9105563ee1d652dec74498ae2cbb5398db59b632d55b93523627ead33734c67e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2f:ed:41:4a:0c\",\"name\":\"9105563ee1d652d\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84aba0e6-8ae6-4eae-8d69-a779196ed73b\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:06.273932 3702 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx 38aa6388d469ee87dab64d4efbb8590ea11a42cd4ad208214f970f653f7aa428 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx 38aa6388d469ee87dab64d4efbb8590ea11a42cd4ad208214f970f653f7aa428 network default NAD default NAD key ] I0419 18:58:06.282678 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-ckdbx, hostIfaceName: 38aa6388d469ee8, network: default, NAD default, SandboxID: "38aa6388d469ee87dab64d4efbb8590ea11a42cd4ad208214f970f653f7aa428", PCI device ID: , UID: "6fadfa98-f07c-4805-a874-fb94a1175272", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0419 18:58:06.327849 3702 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx 38aa6388d469ee87dab64d4efbb8590ea11a42cd4ad208214f970f653f7aa428 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ckdbx 38aa6388d469ee87dab64d4efbb8590ea11a42cd4ad208214f970f653f7aa428 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d7:8a:53:8e:67\",\"name\":\"38aa6388d469ee8\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0516336b-252a-47eb-83d7-0585a33d2333\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:06.357763 3702 cni.go:452] [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key ] I0419 18:58:06.368054 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7697c6557-qwwrv, hostIfaceName: 0617d1b2c084646, network: default, NAD default, SandboxID: "0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7", PCI device ID: , UID: "603d188e-36ab-4cc7-b301-644ad025100d", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0419 18:58:06.402926 3702 cni.go:452] [openshift-dns/dns-default-w9846 6e30498a99ce79f1e415af2c884254856e8845fcde5db0b5159d71b818f88040 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w9846 6e30498a99ce79f1e415af2c884254856e8845fcde5db0b5159d71b818f88040 network default NAD default NAD key ] I0419 18:58:06.413228 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w9846, hostIfaceName: 6e30498a99ce79f, network: default, NAD default, SandboxID: "6e30498a99ce79f1e415af2c884254856e8845fcde5db0b5159d71b818f88040", PCI device ID: , UID: "81b855ee-c821-4e7f-a398-1bbc263dd460", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0419 18:58:06.414476 3702 cni.go:473] [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:77:98:3c:3b:40\",\"name\":\"0617d1b2c084646\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d996ac80-e36f-40ec-a2a2-55a634c4a1f8\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:06.458786 3702 cni.go:473] [openshift-dns/dns-default-w9846 6e30498a99ce79f1e415af2c884254856e8845fcde5db0b5159d71b818f88040 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w9846 6e30498a99ce79f1e415af2c884254856e8845fcde5db0b5159d71b818f88040 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b9:b9:a7:9e:94\",\"name\":\"6e30498a99ce79f\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25eb12d7-ccae-401d-b628-bc369506e012\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:06.719703 3702 cni.go:452] [openshift-ingress/router-default-5f94d75645-s62m6 24074dcef1dedc6e28140b4ca16459e62303465a0d28dde684aa24d280d443d8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f94d75645-s62m6 24074dcef1dedc6e28140b4ca16459e62303465a0d28dde684aa24d280d443d8 network default NAD default NAD key ] I0419 18:58:06.740313 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f94d75645-s62m6, hostIfaceName: 24074dcef1dedc6, network: default, NAD default, SandboxID: "24074dcef1dedc6e28140b4ca16459e62303465a0d28dde684aa24d280d443d8", PCI device ID: , UID: "131395b2-5c86-4bbb-a09e-4d2b83648a61", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0419 18:58:06.785962 3702 cni.go:473] [openshift-ingress/router-default-5f94d75645-s62m6 24074dcef1dedc6e28140b4ca16459e62303465a0d28dde684aa24d280d443d8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f94d75645-s62m6 24074dcef1dedc6e28140b4ca16459e62303465a0d28dde684aa24d280d443d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:95:43:81:c1:5c\",\"name\":\"24074dcef1dedc6\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/500b040d-3cf1-44c8-bcea-acbda51cd425\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:06.940802 3702 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:06.964955 3702 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hrrll] creating logical port openshift-console_downloads-5c54f4944f-hrrll for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:06.965093 3702 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hrrll I0419 18:58:06.989000 3702 pod.go:62] [openshift-console/downloads-5c54f4944f-hrrll] pod update took 23.937857ms I0419 18:58:06.989024 3702 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hrrll] addLogicalPort annotation time took 23.966962ms I0419 18:58:06.990593 3702 pods.go:271] [openshift-console/downloads-5c54f4944f-hrrll] addLogicalPort took 25.652283ms, libovsdb time 1.135395ms W0419 18:58:06.993226 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:06.993249 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.003913 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.003930 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.003941 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.064062 3702 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:07.070884 3702 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bftmd] creating logical port openshift-insights_insights-runtime-extractor-bftmd for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:07.071017 3702 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bftmd I0419 18:58:07.089391 3702 pod.go:62] [openshift-insights/insights-runtime-extractor-bftmd] pod update took 18.4061ms I0419 18:58:07.089412 3702 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bftmd] addLogicalPort annotation time took 18.430648ms I0419 18:58:07.090631 3702 pods.go:271] [openshift-insights/insights-runtime-extractor-bftmd] addLogicalPort took 19.760834ms, libovsdb time 939.94µs W0419 18:58:07.336401 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.336721 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.336759 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.336672 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.336793 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.365618 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.365652 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.365661 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.365732 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.365746 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0419 18:58:07.884806 3702 base_network_controller_pods.go:487] [default/openshift-console/console-6dd8d9f4c-jqw8w] creating logical port openshift-console_console-6dd8d9f4c-jqw8w for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:07.884975 3702 kube.go:256] Updating pod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:58:07.902790 3702 pod.go:62] [openshift-console/console-6dd8d9f4c-jqw8w] pod update took 17.8592ms I0419 18:58:07.902813 3702 base_network_controller_pods.go:951] [default/openshift-console/console-6dd8d9f4c-jqw8w] addLogicalPort annotation time took 17.888074ms I0419 18:58:07.904043 3702 pods.go:271] [openshift-console/console-6dd8d9f4c-jqw8w] addLogicalPort took 19.262099ms, libovsdb time 931.343µs W0419 18:58:07.972283 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972307 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0419 18:58:07.996664 3702 cni.go:452] [openshift-insights/insights-runtime-extractor-bftmd 419046c46f5cd6c20427302131af1f3479ce06e0c8d4b69ee72702fd52db88cd network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bftmd 419046c46f5cd6c20427302131af1f3479ce06e0c8d4b69ee72702fd52db88cd network default NAD default NAD key ] I0419 18:58:07.997952 3702 cni.go:452] [openshift-console/downloads-5c54f4944f-hrrll fe5644905ba44a1437f4b67bfa198529f6ee0601d847ace6c1961420d9da4694 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hrrll fe5644905ba44a1437f4b67bfa198529f6ee0601d847ace6c1961420d9da4694 network default NAD default NAD key ] I0419 18:58:08.009255 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bftmd, hostIfaceName: 419046c46f5cd6c, network: default, NAD default, SandboxID: "419046c46f5cd6c20427302131af1f3479ce06e0c8d4b69ee72702fd52db88cd", PCI device ID: , UID: "5afc6019-0829-4ad3-98ee-404776dd3082", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0419 18:58:08.009558 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hrrll, hostIfaceName: fe5644905ba44a1, network: default, NAD default, SandboxID: "fe5644905ba44a1437f4b67bfa198529f6ee0601d847ace6c1961420d9da4694", PCI device ID: , UID: "a47b24ae-f185-485f-83aa-e6f4a4387f3e", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0419 18:58:08.049428 3702 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:58:08.064416 3702 cni.go:473] [openshift-insights/insights-runtime-extractor-bftmd 419046c46f5cd6c20427302131af1f3479ce06e0c8d4b69ee72702fd52db88cd network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bftmd 419046c46f5cd6c20427302131af1f3479ce06e0c8d4b69ee72702fd52db88cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:af:23:e9:72:65\",\"name\":\"419046c46f5cd6c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b90b332-f9ae-4fce-bb80-653fe4951030\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:08.064993 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:08.065016 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:08.065025 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default I0419 18:58:08.079214 3702 cni.go:473] [openshift-console/downloads-5c54f4944f-hrrll fe5644905ba44a1437f4b67bfa198529f6ee0601d847ace6c1961420d9da4694 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hrrll fe5644905ba44a1437f4b67bfa198529f6ee0601d847ace6c1961420d9da4694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:62:e0:b1:ff:aa\",\"name\":\"fe5644905ba44a1\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a0aad73-502a-40f6-afcd-36210a286f1f\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:08.239341 3702 cni.go:452] [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key ] I0419 18:58:08.248686 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dd8d9f4c-jqw8w, hostIfaceName: 927a93901e136f5, network: default, NAD default, SandboxID: "927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7", PCI device ID: , UID: "010bcfd3-b8d0-452c-8c1d-f1fd11169c9f", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0419 18:58:08.294736 3702 cni.go:473] [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:aa:69:a9:46:71\",\"name\":\"927a93901e136f5\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9972d033-e0fd-4add-a08f-bd31dc1d11c1\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:08.334622 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.334637 3702 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.334642 3702 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0419 18:58:08.753136 3702 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:08.753792 3702 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:08.771938 3702 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:08.771958 3702 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:08.789379 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:58:08.789404 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:58:08.925055 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-2tvlw for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:08.925230 3702 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw I0419 18:58:08.946631 3702 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw] pod update took 21.437265ms I0419 18:58:08.946651 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw] addLogicalPort annotation time took 21.466764ms I0419 18:58:08.947947 3702 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw] addLogicalPort took 22.912466ms, libovsdb time 945.971µs W0419 18:58:09.004339 3702 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.004358 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.004363 3702 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.744616 3702 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:09.894553 3702 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw c158c472c44125453baa655b7e7cafb9bd1d5b27f4f7e4d436613f3fc5a4b7fd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw c158c472c44125453baa655b7e7cafb9bd1d5b27f4f7e4d436613f3fc5a4b7fd network default NAD default NAD key ] I0419 18:58:09.905802 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-2tvlw, hostIfaceName: c158c472c441254, network: default, NAD default, SandboxID: "c158c472c44125453baa655b7e7cafb9bd1d5b27f4f7e4d436613f3fc5a4b7fd", PCI device ID: , UID: "1a3f5f63-be35-4bb7-8fe4-970711726044", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0419 18:58:09.961664 3702 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw c158c472c44125453baa655b7e7cafb9bd1d5b27f4f7e4d436613f3fc5a4b7fd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2tvlw c158c472c44125453baa655b7e7cafb9bd1d5b27f4f7e4d436613f3fc5a4b7fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a0:13:e6:10:ee\",\"name\":\"c158c472c441254\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d700470e-b013-40cf-8b33-76f09f69a5bf\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:11.991219 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:12.753050 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:13.021584 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 18:58:13.357888 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:18.339043 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339065 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339070 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339081 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339085 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339090 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.989022 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.989050 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.989058 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:23.031434 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0419 18:58:23.054240 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0419 18:58:25.519534 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-v5s49] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-v5s49 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:25.519680 3702 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-v5s49 I0419 18:58:25.546708 3702 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-v5s49] pod update took 27.105923ms I0419 18:58:25.546772 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-v5s49] addLogicalPort annotation time took 27.172167ms I0419 18:58:25.547912 3702 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-v5s49] addLogicalPort took 28.398555ms, libovsdb time 846.428µs I0419 18:58:26.487352 3702 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-v5s49 76aed6535d6325f94e0eb52b2ff4e70d2328c95ea2567cfcfd917bea6c5265ba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-v5s49 76aed6535d6325f94e0eb52b2ff4e70d2328c95ea2567cfcfd917bea6c5265ba network default NAD default NAD key ] I0419 18:58:26.498203 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-v5s49, hostIfaceName: 76aed6535d6325f, network: default, NAD default, SandboxID: "76aed6535d6325f94e0eb52b2ff4e70d2328c95ea2567cfcfd917bea6c5265ba", PCI device ID: , UID: "8c199c84-1b5e-491d-8c15-38b8c1ac9052", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0419 18:58:26.552515 3702 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-v5s49 76aed6535d6325f94e0eb52b2ff4e70d2328c95ea2567cfcfd917bea6c5265ba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-v5s49 76aed6535d6325f94e0eb52b2ff4e70d2328c95ea2567cfcfd917bea6c5265ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:35:b5:a7:66:31\",\"name\":\"76aed6535d6325f\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5a17edf-12eb-4308-817c-1cc767e59fac\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:26.636004 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:26.636196 3702 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0419 18:58:26.663949 3702 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.817412ms I0419 18:58:26.663971 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.844382ms I0419 18:58:26.665287 3702 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 29.303694ms, libovsdb time 926.45µs I0419 18:58:27.077352 3702 cni.go:452] [openshift-monitoring/alertmanager-main-1 db02b7fbc4ce52bb24844f7a229fd94f88e2a04b337acf88f91746115a72105e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 db02b7fbc4ce52bb24844f7a229fd94f88e2a04b337acf88f91746115a72105e network default NAD default NAD key ] I0419 18:58:27.087994 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: db02b7fbc4ce52b, network: default, NAD default, SandboxID: "db02b7fbc4ce52bb24844f7a229fd94f88e2a04b337acf88f91746115a72105e", PCI device ID: , UID: "c1c1bdaa-8228-490e-b618-51e0353ad3cf", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0419 18:58:27.138481 3702 cni.go:473] [openshift-monitoring/alertmanager-main-1 db02b7fbc4ce52bb24844f7a229fd94f88e2a04b337acf88f91746115a72105e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 db02b7fbc4ce52bb24844f7a229fd94f88e2a04b337acf88f91746115a72105e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:84:20:3d:ed:d3\",\"name\":\"db02b7fbc4ce52b\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/722e49c0-b5da-4f73-be31-bc2540ff3f57\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:27.338332 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:27.338367 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:28.261331 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:58:28.589778 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj] creating logical port openshift-monitoring_thanos-querier-bc4b9c7fb-xpqvj for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:28.589905 3702 kube.go:256] Updating pod openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj I0419 18:58:28.612526 3702 pod.go:62] [openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj] pod update took 22.674495ms I0419 18:58:28.612571 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj] addLogicalPort annotation time took 22.720949ms I0419 18:58:28.614222 3702 pods.go:271] [openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj] addLogicalPort took 24.463002ms, libovsdb time 1.204211ms W0419 18:58:28.873887 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:28.873910 3702 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:28.873917 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:58:28.954838 3702 cni.go:452] [openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj e0e04cb53c78a9bc473cc2bb02f17f91bfff6391e77541b38a04ba6e3406be06 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj e0e04cb53c78a9bc473cc2bb02f17f91bfff6391e77541b38a04ba6e3406be06 network default NAD default NAD key ] I0419 18:58:28.967922 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-bc4b9c7fb-xpqvj, hostIfaceName: e0e04cb53c78a9b, network: default, NAD default, SandboxID: "e0e04cb53c78a9bc473cc2bb02f17f91bfff6391e77541b38a04ba6e3406be06", PCI device ID: , UID: "5adc3295-a799-4266-aa51-435a54381f0b", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0419 18:58:29.033422 3702 cni.go:473] [openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj e0e04cb53c78a9bc473cc2bb02f17f91bfff6391e77541b38a04ba6e3406be06 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-bc4b9c7fb-xpqvj e0e04cb53c78a9bc473cc2bb02f17f91bfff6391e77541b38a04ba6e3406be06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1d:a1:82:e9:28\",\"name\":\"e0e04cb53c78a9b\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/616246b0-0633-468f-a93a-afa95c79fc0f\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:29.125089 3702 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.125108 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.125113 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:58:30.129374 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7fb66dcb79-g844f] creating logical port openshift-monitoring_metrics-server-7fb66dcb79-g844f for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:30.129537 3702 kube.go:256] Updating pod openshift-monitoring/metrics-server-7fb66dcb79-g844f I0419 18:58:30.146018 3702 pod.go:62] [openshift-monitoring/metrics-server-7fb66dcb79-g844f] pod update took 16.51548ms I0419 18:58:30.146049 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7fb66dcb79-g844f] addLogicalPort annotation time took 16.553071ms I0419 18:58:30.147422 3702 pods.go:271] [openshift-monitoring/metrics-server-7fb66dcb79-g844f] addLogicalPort took 18.069946ms, libovsdb time 992.442µs I0419 18:58:30.343801 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-lqsxr for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:30.343938 3702 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr W0419 18:58:30.344404 3702 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5767fdf47d-bbjdt IP address from the namespace address-set, err: pod openshift-console/console-5767fdf47d-bbjdt: no pod IPs found I0419 18:58:30.370953 3702 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr] pod update took 27.038866ms I0419 18:58:30.370985 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr] addLogicalPort annotation time took 27.074475ms I0419 18:58:30.372654 3702 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr] addLogicalPort took 28.875732ms, libovsdb time 1.098059ms I0419 18:58:30.942946 3702 cni.go:452] [openshift-monitoring/metrics-server-7fb66dcb79-g844f 4994f853d369718382e522b4bc1428fc4056b2ce1e94183c04ca6e9a9059d5e8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7fb66dcb79-g844f 4994f853d369718382e522b4bc1428fc4056b2ce1e94183c04ca6e9a9059d5e8 network default NAD default NAD key ] I0419 18:58:30.954136 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7fb66dcb79-g844f, hostIfaceName: 4994f853d369718, network: default, NAD default, SandboxID: "4994f853d369718382e522b4bc1428fc4056b2ce1e94183c04ca6e9a9059d5e8", PCI device ID: , UID: "63003ccb-b1cc-42dc-a1ed-db3ec67ec7df", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0419 18:58:31.006206 3702 cni.go:473] [openshift-monitoring/metrics-server-7fb66dcb79-g844f 4994f853d369718382e522b4bc1428fc4056b2ce1e94183c04ca6e9a9059d5e8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7fb66dcb79-g844f 4994f853d369718382e522b4bc1428fc4056b2ce1e94183c04ca6e9a9059d5e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:0e:07:7f:de:d8\",\"name\":\"4994f853d369718\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a075a610-0fe8-4d10-8504-edbc34cbca6a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:31.322647 3702 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr 427b53c06ce0a9fe6fb5f2c7065191da15658a26f84b5e8ec3cfc80c360c8152 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr 427b53c06ce0a9fe6fb5f2c7065191da15658a26f84b5e8ec3cfc80c360c8152 network default NAD default NAD key ] I0419 18:58:31.332285 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-lqsxr, hostIfaceName: 427b53c06ce0a9f, network: default, NAD default, SandboxID: "427b53c06ce0a9fe6fb5f2c7065191da15658a26f84b5e8ec3cfc80c360c8152", PCI device ID: , UID: "2cf905b7-9333-4dd5-af88-f4794994be27", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0419 18:58:31.380506 3702 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr 427b53c06ce0a9fe6fb5f2c7065191da15658a26f84b5e8ec3cfc80c360c8152 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqsxr 427b53c06ce0a9fe6fb5f2c7065191da15658a26f84b5e8ec3cfc80c360c8152 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:55:15:43:c8:13\",\"name\":\"427b53c06ce0a9f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/969441a2-2cf2-477f-befe-f52cce29afae\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:31.947694 3702 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:31.947814 3702 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0419 18:58:31.987549 3702 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 39.776953ms I0419 18:58:31.987578 3702 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 39.809791ms I0419 18:58:31.988973 3702 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 41.294932ms, libovsdb time 970.505µs W0419 18:58:32.157587 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157608 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157614 3702 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157622 3702 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.435054 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.435077 3702 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.435083 3702 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.435089 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.453467 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0419 18:58:32.639984 3702 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f6299a1623666864bcefc27f4144c0d53602cd9be6d56b5ce0e1509c8dff9fa3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 f6299a1623666864bcefc27f4144c0d53602cd9be6d56b5ce0e1509c8dff9fa3 network default NAD default NAD key ] I0419 18:58:32.650526 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: f6299a162366686, network: default, NAD default, SandboxID: "f6299a1623666864bcefc27f4144c0d53602cd9be6d56b5ce0e1509c8dff9fa3", PCI device ID: , UID: "5a99feb2-7dbc-4482-96f2-79d15aedd756", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0419 18:58:32.701689 3702 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f6299a1623666864bcefc27f4144c0d53602cd9be6d56b5ce0e1509c8dff9fa3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 f6299a1623666864bcefc27f4144c0d53602cd9be6d56b5ce0e1509c8dff9fa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:01:a6:5d:65:81\",\"name\":\"f6299a162366686\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b75394de-8714-4ea7-b2ce-72355add73b4\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:32.860880 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:58:33.139552 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:33.165328 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:58:33.208526 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.208549 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.452818 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.452836 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 18:58:34.136727 3702 cni.go:452] [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key ] I0419 18:58:34.217798 3702 cni.go:473] [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7697c6557-qwwrv 0617d1b2c0846467796b099b42aa6ab1c55105fcee3bae434df3916cb37f28f7 network default NAD default NAD key default], result "{}", err I0419 18:58:34.307317 3702 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:34.307356 3702 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:34.308827 3702 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7697c6557-qwwrv, ips: 10.129.0.5 I0419 18:58:34.308859 3702 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:34.317642 3702 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76d944864-pdwlv] creating logical port openshift-image-registry_image-registry-76d944864-pdwlv for pod on switch ip-10-0-1-39.ec2.internal I0419 18:58:34.317743 3702 kube.go:256] Updating pod openshift-image-registry/image-registry-76d944864-pdwlv I0419 18:58:34.332884 3702 pod.go:62] [openshift-image-registry/image-registry-76d944864-pdwlv] pod update took 15.177004ms I0419 18:58:34.332905 3702 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76d944864-pdwlv] addLogicalPort annotation time took 15.202678ms I0419 18:58:34.334129 3702 pods.go:271] [openshift-image-registry/image-registry-76d944864-pdwlv] addLogicalPort took 16.498941ms, libovsdb time 862.602µs I0419 18:58:34.757414 3702 cni.go:452] [openshift-image-registry/image-registry-76d944864-pdwlv c4e94a237826c85b136d0b1728f2e72b6b96f2ffdf777693485a58c29b1222a4 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76d944864-pdwlv c4e94a237826c85b136d0b1728f2e72b6b96f2ffdf777693485a58c29b1222a4 network default NAD default NAD key ] I0419 18:58:34.769062 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76d944864-pdwlv, hostIfaceName: c4e94a237826c85, network: default, NAD default, SandboxID: "c4e94a237826c85b136d0b1728f2e72b6b96f2ffdf777693485a58c29b1222a4", PCI device ID: , UID: "b7eff55d-9dce-443c-b7c0-056a43539f0f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0419 18:58:34.821427 3702 cni.go:473] [openshift-image-registry/image-registry-76d944864-pdwlv c4e94a237826c85b136d0b1728f2e72b6b96f2ffdf777693485a58c29b1222a4 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76d944864-pdwlv c4e94a237826c85b136d0b1728f2e72b6b96f2ffdf777693485a58c29b1222a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fd:bb:ff:bb:38\",\"name\":\"c4e94a237826c85\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7a228b9-7256-45b6-94ee-5d9122ad7203\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:35.123223 3702 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:35.123243 3702 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:35.129454 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:35.129483 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:38.055933 3702 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:38.056490 3702 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 18:58:38.140008 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140028 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140034 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140039 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 18:58:38.925996 3702 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:38.926022 3702 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:38.933895 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:38.933917 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:42.701681 3702 cni.go:452] [openshift-multus/network-metrics-daemon-z7ztf 850c4cd87842168786b85ec9630049278f0385a50973d42a11583888c5e0e32a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-z7ztf 850c4cd87842168786b85ec9630049278f0385a50973d42a11583888c5e0e32a network default NAD default NAD key ] I0419 18:58:42.710898 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-z7ztf, hostIfaceName: 850c4cd87842168, network: default, NAD default, SandboxID: "850c4cd87842168786b85ec9630049278f0385a50973d42a11583888c5e0e32a", PCI device ID: , UID: "de5a60ef-64e5-4b05-8594-f8cbab70e665", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0419 18:58:42.761065 3702 cni.go:473] [openshift-multus/network-metrics-daemon-z7ztf 850c4cd87842168786b85ec9630049278f0385a50973d42a11583888c5e0e32a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-z7ztf 850c4cd87842168786b85ec9630049278f0385a50973d42a11583888c5e0e32a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:22:6d:51:58:a9\",\"name\":\"850c4cd87842168\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c66bf707-b618-4a8a-ad3f-f9d7a0c246a9\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:43.173440 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:58:43.173450 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:58:43.173499 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:58:44.180220 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:58:53.444717 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:53.444746 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:54.129960 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0419 18:58:55.612744 3702 obj_retry.go:498] Detected object openshift-console/console-5767fdf47d-22575 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:55.613359 3702 obj_retry.go:498] Detected object openshift-console/console-5767fdf47d-22575 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.069464 3702 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.069993 3702 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 18:58:56.149305 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:56.540346 3702 obj_retry.go:492] Detected object openshift-console/console-5767fdf47d-22575 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.540366 3702 obj_retry.go:492] Detected object openshift-console/console-5767fdf47d-22575 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.546007 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767fdf47d-22575 I0419 18:58:56.546024 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767fdf47d-22575 I0419 18:58:56.560343 3702 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.560364 3702 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.566596 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7697c6557-625sz I0419 18:58:56.566613 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7697c6557-625sz W0419 18:58:57.049688 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.049706 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.049712 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:59:00.018908 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0419 18:59:01.118451 3702 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119028 3702 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119054 3702 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119061 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 18:59:01.119074 3702 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119085 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 18:59:02.143760 3702 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.143793 3702 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.143807 3702 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.143818 3702 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:04.009388 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0419 18:59:04.455707 3702 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:59:04.465885 3702 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:59:14.156422 3702 cni.go:452] [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key ] I0419 18:59:14.230826 3702 cni.go:473] [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dd8d9f4c-jqw8w 927a93901e136f58cbbca058d1b7c3bb8dc739bea45efd6eda749e5cdef404d7 network default NAD default NAD key default], result "{}", err I0419 18:59:14.302785 3702 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:14.302826 3702 pods.go:176] Deleting pod: openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:14.304274 3702 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dd8d9f4c-jqw8w, ips: 10.129.0.15 I0419 18:59:14.304306 3702 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:14.608508 3702 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:14.608537 3702 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:14.616140 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:14.616177 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:23.307102 3702 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.307713 3702 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.618000 3702 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.618026 3702 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.624125 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bf7d97bcf-htd5w I0419 18:59:23.624152 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bf7d97bcf-htd5w W0419 18:59:32.441703 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:59:32.441727 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 18:59:50.605500 3702 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 18:59:52.765954 3702 base_network_controller_pods.go:487] [default/openshift-console/console-7998577bc7-cftw8] creating logical port openshift-console_console-7998577bc7-cftw8 for pod on switch ip-10-0-1-39.ec2.internal I0419 18:59:52.766095 3702 kube.go:256] Updating pod openshift-console/console-7998577bc7-cftw8 I0419 18:59:52.788201 3702 pod.go:62] [openshift-console/console-7998577bc7-cftw8] pod update took 22.132901ms I0419 18:59:52.788225 3702 base_network_controller_pods.go:951] [default/openshift-console/console-7998577bc7-cftw8] addLogicalPort annotation time took 22.164845ms I0419 18:59:52.789540 3702 pods.go:271] [openshift-console/console-7998577bc7-cftw8] addLogicalPort took 23.602406ms, libovsdb time 941.037µs I0419 18:59:53.126772 3702 cni.go:452] [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key ] I0419 18:59:53.136278 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7998577bc7-cftw8, hostIfaceName: c74614aa6d1946f, network: default, NAD default, SandboxID: "c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801", PCI device ID: , UID: "0cbb9d7e-8571-4564-a36e-243f58a4a6a6", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0419 18:59:53.189913 3702 cni.go:473] [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:5c:e6:87:a4:5d\",\"name\":\"c74614aa6d1946f\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4479233-741f-4fd0-af21-f6d7bc65c3f8\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:00:03.540827 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 19:00:03.831697 3702 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7998577bc7-kr6pz IP address from the namespace address-set, err: pod openshift-console/console-7998577bc7-kr6pz: no pod IPs found I0419 19:00:05.390259 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.390794 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:06.412397 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.412427 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.064952 3702 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-5cjjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:18.065556 3702 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-5cjjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:18.327953 3702 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-5cjjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.327974 3702 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-5cjjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.334508 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cfcf75c-5cjjd I0419 19:00:18.334537 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cfcf75c-5cjjd I0419 19:00:28.878864 3702 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-b8fwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:28.879402 3702 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-b8fwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:29.869064 3702 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-b8fwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:29.869083 3702 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-b8fwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:29.875420 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cfcf75c-b8fwt I0419 19:00:29.875445 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cfcf75c-b8fwt I0419 19:00:54.628551 3702 cni.go:452] [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key ] I0419 19:00:54.704809 3702 cni.go:473] [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7998577bc7-cftw8 c74614aa6d1946fcd42bc47147fb90cb08b978ec0e939caf09b2ef6cc5eef801 network default NAD default NAD key default], result "{}", err I0419 19:00:54.751794 3702 obj_retry.go:498] Detected object openshift-console/console-7998577bc7-cftw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:54.751861 3702 pods.go:176] Deleting pod: openshift-console/console-7998577bc7-cftw8 I0419 19:00:54.753192 3702 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7998577bc7-cftw8, ips: 10.129.0.24 I0419 19:00:54.753218 3702 obj_retry.go:498] Detected object openshift-console/console-7998577bc7-cftw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:55.737623 3702 obj_retry.go:492] Detected object openshift-console/console-7998577bc7-cftw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:55.737649 3702 obj_retry.go:492] Detected object openshift-console/console-7998577bc7-cftw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:55.744035 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7998577bc7-cftw8 I0419 19:00:55.744057 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7998577bc7-cftw8 I0419 19:02:55.407504 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:03:02.312505 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0419 19:03:08.310031 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0419 19:03:45.417932 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:03:52.313390 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=127 W0419 19:04:09.252767 3702 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 19:04:14.311677 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0419 19:04:15.397615 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0419 19:04:18.434451 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 19:04:20.296479 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 19:04:20.296543 3702 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-26flk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-26flk: no pod IPs found I0419 19:04:56.313256 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0419 19:05:23.412598 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:05:26.397440 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 19:05:40.434612 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 19:06:07.993645 3702 namespace.go:98] [tsf] adding namespace I0419 19:06:07.994501 3702 namespace.go:102] [tsf] adding namespace took 832.656µs I0419 19:06:08.008972 3702 namespace.go:142] [tsf] updating namespace I0419 19:06:08.021983 3702 namespace.go:142] [tsf] updating namespace I0419 19:06:12.084029 3702 namespace.go:98] [tsf-tas] adding namespace I0419 19:06:12.084505 3702 namespace.go:98] [konflux-ui] adding namespace I0419 19:06:12.085007 3702 namespace.go:102] [tsf-tas] adding namespace took 959.066µs I0419 19:06:12.085687 3702 namespace.go:102] [konflux-ui] adding namespace took 1.165801ms I0419 19:06:12.087254 3702 namespace.go:98] [cert-manager-operator] adding namespace I0419 19:06:12.087831 3702 namespace.go:102] [cert-manager-operator] adding namespace took 564.86µs I0419 19:06:12.093694 3702 namespace.go:98] [tsf-tpa] adding namespace I0419 19:06:12.093781 3702 namespace.go:98] [rhtpa-operator] adding namespace I0419 19:06:12.093821 3702 namespace.go:98] [tsf-keycloak] adding namespace I0419 19:06:12.093936 3702 namespace.go:98] [rhbk-operator] adding namespace I0419 19:06:12.094396 3702 namespace.go:102] [tsf-tpa] adding namespace took 689.481µs I0419 19:06:12.094993 3702 namespace.go:102] [rhtpa-operator] adding namespace took 1.199752ms I0419 19:06:12.095468 3702 namespace.go:102] [tsf-keycloak] adding namespace took 1.629918ms I0419 19:06:12.095960 3702 namespace.go:102] [rhbk-operator] adding namespace took 2.009665ms I0419 19:06:12.095982 3702 namespace.go:98] [konflux-operator] adding namespace I0419 19:06:12.096410 3702 namespace.go:102] [konflux-operator] adding namespace took 420.548µs I0419 19:06:12.112219 3702 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.126899 3702 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.127024 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.136217 3702 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.136252 3702 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.144709 3702 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.144813 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.144909 3702 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.149700 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.157182 3702 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.164874 3702 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.169663 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.179557 3702 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.192107 3702 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.209382 3702 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.222137 3702 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.246551 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.257119 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.269795 3702 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.280968 3702 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.289857 3702 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.305111 3702 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.319282 3702 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.329065 3702 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.427852 3702 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0419 19:06:13.373871 3702 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:13.381666 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:18.422990 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0419 19:06:19.977625 3702 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.978149 3702 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.978191 3702 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.978200 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:19.978208 3702 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.978213 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:20.006058 3702 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006511 3702 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006530 3702 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006536 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:20.006544 3702 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006547 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:21.002584 3702 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.002609 3702 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.002624 3702 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.002639 3702 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031318 3702 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031336 3702 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031346 3702 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031356 3702 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:22.008706 3702 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009242 3702 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009264 3702 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009272 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:22.009281 3702 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009285 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:23.034411 3702 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034431 3702 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034447 3702 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034456 3702 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:24.027049 3702 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027547 3702 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027566 3702 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027574 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:24.027587 3702 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027597 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:25.051262 3702 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051284 3702 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051296 3702 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051307 3702 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:26.033709 3702 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034179 3702 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034207 3702 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034215 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:26.034226 3702 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034230 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:26.055108 3702 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055458 3702 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055476 3702 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055483 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:26.055491 3702 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055495 3702 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:27.076505 3702 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.076531 3702 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.076543 3702 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.076557 3702 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.107130 3702 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.107151 3702 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.107180 3702 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.107189 3702 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0419 19:06:30.927918 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0419 19:06:34.338118 3702 namespace.go:98] [cert-manager] adding namespace I0419 19:06:34.338916 3702 namespace.go:102] [cert-manager] adding namespace took 776.673µs I0419 19:06:34.377340 3702 namespace.go:142] [cert-manager] updating namespace I0419 19:06:34.434299 3702 namespace.go:142] [cert-manager] updating namespace I0419 19:06:37.401681 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0419 19:06:37.678073 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 19:06:37.705530 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 19:06:39.975210 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 19:06:39.975230 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0419 19:06:41.581091 3702 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-rxn5g for pod on switch ip-10-0-1-39.ec2.internal I0419 19:06:41.581209 3702 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g I0419 19:06:41.605655 3702 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g] pod update took 24.473079ms I0419 19:06:41.605674 3702 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g] addLogicalPort annotation time took 24.516262ms I0419 19:06:41.606846 3702 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g] addLogicalPort took 25.76758ms, libovsdb time 853.396µs I0419 19:06:41.928207 3702 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g c606080fe5371ead7a5e011d38ae91e9f719f2150e5d367af1bed4ee6fe05c3b network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g c606080fe5371ead7a5e011d38ae91e9f719f2150e5d367af1bed4ee6fe05c3b network default NAD default NAD key ] I0419 19:06:41.937742 3702 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-rxn5g, hostIfaceName: c606080fe5371ea, network: default, NAD default, SandboxID: "c606080fe5371ead7a5e011d38ae91e9f719f2150e5d367af1bed4ee6fe05c3b", PCI device ID: , UID: "7070d3a8-af34-4377-b199-b88f11e01fd7", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0419 19:06:41.987846 3702 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g c606080fe5371ead7a5e011d38ae91e9f719f2150e5d367af1bed4ee6fe05c3b network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-rxn5g c606080fe5371ead7a5e011d38ae91e9f719f2150e5d367af1bed4ee6fe05c3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a2:cf:83:ef:fd\",\"name\":\"c606080fe5371ea\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/339d9983-3235-4918-8f7f-fb309f37fdc7\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:06:42.384008 3702 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:42.401351 3702 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:47.322431 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=677 W0419 19:06:48.031096 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.237404 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.259641 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.276012 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.301084 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 19:06:50.756828 3702 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:51.145022 3702 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-ksmfk for pod on switch ip-10-0-1-39.ec2.internal I0419 19:06:51.145198 3702 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk I0419 19:06:51.181332 3702 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk] pod update took 36.189356ms I0419 19:06:51.181356 3702 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk] addLogicalPort annotation time took 36.254736ms I0419 19:06:51.182736 3702 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk] addLogicalPort took 37.728613ms, libovsdb time 1.044592ms I0419 19:06:51.531142 3702 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk 6f6953f331a53c12788d2c4d743b76a844896283071071d4d52f01fad6effce6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk 6f6953f331a53c12788d2c4d743b76a844896283071071d4d52f01fad6effce6 network default NAD default NAD key ] I0419 19:06:51.540717 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-ksmfk, hostIfaceName: 6f6953f331a53c1, network: default, NAD default, SandboxID: "6f6953f331a53c12788d2c4d743b76a844896283071071d4d52f01fad6effce6", PCI device ID: , UID: "762d09f5-b227-45ec-a20a-25943ebe3a1f", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0419 19:06:51.591766 3702 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk 6f6953f331a53c12788d2c4d743b76a844896283071071d4d52f01fad6effce6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-ksmfk 6f6953f331a53c12788d2c4d743b76a844896283071071d4d52f01fad6effce6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f7:06:03:1c:99\",\"name\":\"6f6953f331a53c1\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c035e21-8a28-46c4-abf7-306297727db2\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:06:55.257610 3702 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-hk6bz for pod on switch ip-10-0-1-39.ec2.internal I0419 19:06:55.257789 3702 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz I0419 19:06:55.286133 3702 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz] pod update took 28.377037ms I0419 19:06:55.286186 3702 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz] addLogicalPort annotation time took 28.448131ms I0419 19:06:55.287527 3702 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz] addLogicalPort took 29.938126ms, libovsdb time 891.393µs I0419 19:06:55.617317 3702 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz cb8c8994bf9b96f2860841d82a201b203a53e467d185978b1a8329babe1802c3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz cb8c8994bf9b96f2860841d82a201b203a53e467d185978b1a8329babe1802c3 network default NAD default NAD key ] I0419 19:06:55.628435 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-hk6bz, hostIfaceName: cb8c8994bf9b96f, network: default, NAD default, SandboxID: "cb8c8994bf9b96f2860841d82a201b203a53e467d185978b1a8329babe1802c3", PCI device ID: , UID: "6f303fba-a27b-42e1-8df3-36b8c1b2a470", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0419 19:06:55.679505 3702 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz cb8c8994bf9b96f2860841d82a201b203a53e467d185978b1a8329babe1802c3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hk6bz cb8c8994bf9b96f2860841d82a201b203a53e467d185978b1a8329babe1802c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:19:ff:28:23:0c\",\"name\":\"cb8c8994bf9b96f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb25d5ac-9448-4990-b406-b20a062d9ddc\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:06:58.261943 3702 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 19:06:58.395756 3702 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 19:06:58.396637 3702 namespace.go:102] [trusted-artifact-signer] adding namespace took 857.932µs I0419 19:06:58.443758 3702 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:06:58.460719 3702 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:06:58.646027 3702 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-f9wkt for pod on switch ip-10-0-1-39.ec2.internal I0419 19:06:58.646122 3702 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt I0419 19:06:58.693776 3702 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt] pod update took 47.676615ms I0419 19:06:58.693801 3702 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt] addLogicalPort annotation time took 47.707582ms I0419 19:06:58.695011 3702 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt] addLogicalPort took 49.008659ms, libovsdb time 864.08µs I0419 19:06:58.999446 3702 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt e0c3626f6a23ac69488470fc0dee845f52f8993da6d1b8a9daca8de4b5247cb7 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt e0c3626f6a23ac69488470fc0dee845f52f8993da6d1b8a9daca8de4b5247cb7 network default NAD default NAD key ] I0419 19:06:59.009504 3702 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-f9wkt, hostIfaceName: e0c3626f6a23ac6, network: default, NAD default, SandboxID: "e0c3626f6a23ac69488470fc0dee845f52f8993da6d1b8a9daca8de4b5247cb7", PCI device ID: , UID: "812b58be-7606-4c69-a7ac-517b5704a042", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0419 19:06:59.060237 3702 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt e0c3626f6a23ac69488470fc0dee845f52f8993da6d1b8a9daca8de4b5247cb7 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-f9wkt e0c3626f6a23ac69488470fc0dee845f52f8993da6d1b8a9daca8de4b5247cb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ed:50:11:20:b9\",\"name\":\"e0c3626f6a23ac6\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ba91c26-1e7c-4542-a733-c7c33fb0562d\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:07:00.394219 3702 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:00.394814 3702 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:00.437133 3702 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:00.437184 3702 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:00.461324 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 19:07:00.461355 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 19:07:06.067041 3702 namespace.go:98] [openshift-pipelines] adding namespace I0419 19:07:06.068112 3702 namespace.go:102] [openshift-pipelines] adding namespace took 1.006551ms I0419 19:07:06.088332 3702 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:07:06.776287 3702 namespace.go:142] [cert-manager] updating namespace I0419 19:07:06.981675 3702 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:07.386108 3702 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:07.584001 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:07.781914 3702 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:08.180748 3702 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:08.384421 3702 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:08.582615 3702 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:08.783447 3702 namespace.go:142] [tsf] updating namespace I0419 19:07:08.986468 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:09.186305 3702 namespace.go:142] [tsf-tas] updating namespace W0419 19:07:09.221937 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 19:07:09.387677 3702 namespace.go:142] [tsf-tpa] updating namespace I0419 19:07:09.524457 3702 namespace.go:142] [cert-manager] updating namespace I0419 19:07:09.538014 3702 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:09.555125 3702 namespace.go:142] [default] updating namespace I0419 19:07:09.571462 3702 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:09.591329 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:09.598197 3702 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:09.608173 3702 namespace.go:142] [openshift] updating namespace I0419 19:07:09.621319 3702 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:09.632833 3702 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:09.649364 3702 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:09.666721 3702 namespace.go:142] [tsf] updating namespace I0419 19:07:09.681684 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:09.698592 3702 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:09.719742 3702 namespace.go:142] [tsf-tpa] updating namespace I0419 19:07:09.782314 3702 namespace.go:142] [cert-manager] updating namespace I0419 19:07:09.903849 3702 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:10.024752 3702 namespace.go:142] [default] updating namespace I0419 19:07:10.084742 3702 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:10.194858 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:10.291833 3702 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:10.394897 3702 namespace.go:142] [openshift] updating namespace W0419 19:07:10.397755 3702 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 19:07:10.495840 3702 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:10.575937 3702 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:10.679708 3702 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:10.772504 3702 namespace.go:142] [tsf] updating namespace I0419 19:07:10.868085 3702 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:10.973215 3702 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:11.070980 3702 namespace.go:142] [tsf-tpa] updating namespace W0419 19:07:11.242483 3702 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0419 19:07:11.490034 3702 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:07:19.288091 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-9n9m4 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:07:19.288264 3702 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4 I0419 19:07:19.313949 3702 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4] pod update took 25.708317ms I0419 19:07:19.313979 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4] addLogicalPort annotation time took 25.745371ms I0419 19:07:19.315231 3702 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4] addLogicalPort took 27.157801ms, libovsdb time 868.503µs I0419 19:07:19.788728 3702 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4 18d7ac03669609095c8acf5c4cf313245fe37b22214e3b294c02316c5da41320 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4 18d7ac03669609095c8acf5c4cf313245fe37b22214e3b294c02316c5da41320 network default NAD default NAD key ] I0419 19:07:19.797793 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-9n9m4, hostIfaceName: 18d7ac036696090, network: default, NAD default, SandboxID: "18d7ac03669609095c8acf5c4cf313245fe37b22214e3b294c02316c5da41320", PCI device ID: , UID: "aaaba8c7-798a-4ea1-80e0-f94cef5c0198", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0419 19:07:19.848203 3702 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4 18d7ac03669609095c8acf5c4cf313245fe37b22214e3b294c02316c5da41320 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-9n9m4 18d7ac03669609095c8acf5c4cf313245fe37b22214e3b294c02316c5da41320 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:16:97:a7:78:7b\",\"name\":\"18d7ac036696090\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f136c7e-1c76-421e-93ff-3ddabc21d85a\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:07:23.217993 3702 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:23.218013 3702 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:23.218018 3702 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:24.342183 3702 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:24.342204 3702 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:24.342209 3702 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:25.347001 3702 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.347019 3702 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.347025 3702 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.347029 3702 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:35.347902 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:35.347922 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:35.347928 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0419 19:07:42.555291 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-brjb7 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:07:42.555386 3702 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7 I0419 19:07:42.576054 3702 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7] pod update took 20.692688ms I0419 19:07:42.576082 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7] addLogicalPort annotation time took 20.725463ms I0419 19:07:42.577413 3702 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7] addLogicalPort took 22.136947ms, libovsdb time 901.501µs I0419 19:07:42.755910 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-qhqz4 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:07:42.756009 3702 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4 I0419 19:07:42.771559 3702 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4] pod update took 15.575128ms I0419 19:07:42.771582 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4] addLogicalPort annotation time took 15.602973ms I0419 19:07:42.772902 3702 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4] addLogicalPort took 17.006428ms, libovsdb time 916.971µs I0419 19:07:42.915396 3702 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7 fe569e9979542c6f8f12183b34deceba1b87dd355361f6f8bf9fd06762d44984 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7 fe569e9979542c6f8f12183b34deceba1b87dd355361f6f8bf9fd06762d44984 network default NAD default NAD key ] I0419 19:07:42.925950 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-brjb7, hostIfaceName: fe569e9979542c6, network: default, NAD default, SandboxID: "fe569e9979542c6f8f12183b34deceba1b87dd355361f6f8bf9fd06762d44984", PCI device ID: , UID: "a46dc82a-b8d7-4110-86d5-7ac65265e93f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0419 19:07:42.976509 3702 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7 fe569e9979542c6f8f12183b34deceba1b87dd355361f6f8bf9fd06762d44984 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-brjb7 fe569e9979542c6f8f12183b34deceba1b87dd355361f6f8bf9fd06762d44984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:31:5f:0e:58:67\",\"name\":\"fe569e9979542c6\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59a1a934-0b92-49ed-ae1e-442061e7dcdd\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:07:43.116406 3702 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4 bfe0a9ffc165038ecb73827e71ebd4f920395ff9cbd7f2dd573fd7a26721f3c5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4 bfe0a9ffc165038ecb73827e71ebd4f920395ff9cbd7f2dd573fd7a26721f3c5 network default NAD default NAD key ] I0419 19:07:43.126754 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-qhqz4, hostIfaceName: bfe0a9ffc165038, network: default, NAD default, SandboxID: "bfe0a9ffc165038ecb73827e71ebd4f920395ff9cbd7f2dd573fd7a26721f3c5", PCI device ID: , UID: "1abc5b14-7667-42a6-8a22-5526a94046da", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0419 19:07:43.176815 3702 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4 bfe0a9ffc165038ecb73827e71ebd4f920395ff9cbd7f2dd573fd7a26721f3c5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qhqz4 bfe0a9ffc165038ecb73827e71ebd4f920395ff9cbd7f2dd573fd7a26721f3c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c5:0a:32:a1:dc\",\"name\":\"bfe0a9ffc165038\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6068c0cb-c873-4e3e-a358-1458454efce5\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:07:45.479141 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 19:07:53.511754 3702 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:53.512290 3702 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:53.532180 3702 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:53.532200 3702 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:53.535445 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 19:07:53.535469 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 19:07:55.489206 3702 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 19:07:55.489879 3702 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 19:07:55.489902 3702 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 19:07:55.492687 3702 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0419 19:07:56.456412 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 19:08:02.309670 3702 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0419 19:08:02.449268 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:02.449292 3702 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:02.449437 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 19:08:02.449453 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0419 19:08:21.935450 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-hjdxg for pod on switch ip-10-0-1-39.ec2.internal I0419 19:08:21.935580 3702 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg I0419 19:08:21.950247 3702 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg] pod update took 14.690462ms I0419 19:08:21.950279 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg] addLogicalPort annotation time took 14.726707ms I0419 19:08:21.951604 3702 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg] addLogicalPort took 16.170505ms, libovsdb time 920.483µs I0419 19:08:22.022750 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-m4tnm for pod on switch ip-10-0-1-39.ec2.internal I0419 19:08:22.022840 3702 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm I0419 19:08:22.037306 3702 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm] pod update took 14.485758ms I0419 19:08:22.037330 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm] addLogicalPort annotation time took 14.514405ms I0419 19:08:22.038694 3702 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm] addLogicalPort took 15.959206ms, libovsdb time 945.532µs I0419 19:08:22.301275 3702 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg a0e4376f02d665a2ca0eaebebea18fa779d6ba9261725b8e3fecbddee3dc0012 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg a0e4376f02d665a2ca0eaebebea18fa779d6ba9261725b8e3fecbddee3dc0012 network default NAD default NAD key ] I0419 19:08:22.310811 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-hjdxg, hostIfaceName: a0e4376f02d665a, network: default, NAD default, SandboxID: "a0e4376f02d665a2ca0eaebebea18fa779d6ba9261725b8e3fecbddee3dc0012", PCI device ID: , UID: "de68589b-462c-423b-8585-1e1df9697d0f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0419 19:08:22.366187 3702 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg a0e4376f02d665a2ca0eaebebea18fa779d6ba9261725b8e3fecbddee3dc0012 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-hjdxg a0e4376f02d665a2ca0eaebebea18fa779d6ba9261725b8e3fecbddee3dc0012 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:39:aa:2f:91:73\",\"name\":\"a0e4376f02d665a\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18cbdb18-228a-4d7e-a4d2-1b25ec604d77\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:08:22.391361 3702 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm ba76ba147123733672c157e5582d85087f8f4e37818c45c3a10e4fce70612989 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm ba76ba147123733672c157e5582d85087f8f4e37818c45c3a10e4fce70612989 network default NAD default NAD key ] I0419 19:08:22.402184 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-m4tnm, hostIfaceName: ba76ba147123733, network: default, NAD default, SandboxID: "ba76ba147123733672c157e5582d85087f8f4e37818c45c3a10e4fce70612989", PCI device ID: , UID: "56722079-a241-42f7-b40a-cb01be87cc87", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0419 19:08:22.454499 3702 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm ba76ba147123733672c157e5582d85087f8f4e37818c45c3a10e4fce70612989 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-m4tnm ba76ba147123733672c157e5582d85087f8f4e37818c45c3a10e4fce70612989 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9f:11:fd:01:9b\",\"name\":\"ba76ba147123733\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be27e2d1-26d8-4616-8aa8-c399d15acbd4\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:08:26.667574 3702 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:26.667595 3702 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:26.667600 3702 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 19:08:28.717612 3702 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:28.718170 3702 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:28.757286 3702 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:28.757349 3702 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:28.763591 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 19:08:28.763616 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 19:08:30.388870 3702 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-kw984-ks6dz] creating logical port tsf-tas_segment-backup-installation-kw984-ks6dz for pod on switch ip-10-0-1-39.ec2.internal I0419 19:08:30.388967 3702 kube.go:256] Updating pod tsf-tas/segment-backup-installation-kw984-ks6dz I0419 19:08:30.401096 3702 pod.go:62] [tsf-tas/segment-backup-installation-kw984-ks6dz] pod update took 12.152561ms I0419 19:08:30.401121 3702 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-kw984-ks6dz] addLogicalPort annotation time took 12.184404ms I0419 19:08:30.402611 3702 pods.go:271] [tsf-tas/segment-backup-installation-kw984-ks6dz] addLogicalPort took 13.760705ms, libovsdb time 1.013626ms I0419 19:08:30.751273 3702 cni.go:452] [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key ] I0419 19:08:30.761604 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-kw984-ks6dz, hostIfaceName: dd20f715f2786cd, network: default, NAD default, SandboxID: "dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416", PCI device ID: , UID: "d8ff4423-680a-4adf-9bfd-e0a87b5a697a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0419 19:08:30.814598 3702 cni.go:473] [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2a:8f:82:b4:49\",\"name\":\"dd20f715f2786cd\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adef0b70-c7e7-4d77-b1ed-03b66dbb4e4a\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:08:31.553538 3702 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-fdc97c685-kmhv5] creating logical port tsf-tas_fulcio-server-fdc97c685-kmhv5 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:08:31.553650 3702 kube.go:256] Updating pod tsf-tas/fulcio-server-fdc97c685-kmhv5 I0419 19:08:31.592627 3702 pod.go:62] [tsf-tas/fulcio-server-fdc97c685-kmhv5] pod update took 39.008619ms I0419 19:08:31.592719 3702 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-fdc97c685-kmhv5] addLogicalPort annotation time took 39.103054ms I0419 19:08:31.594537 3702 pods.go:271] [tsf-tas/fulcio-server-fdc97c685-kmhv5] addLogicalPort took 41.016664ms, libovsdb time 1.229079ms I0419 19:08:31.677397 3702 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-774d6d846d-58cl7] creating logical port tsf-tas_trillian-logserver-774d6d846d-58cl7 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:08:31.677504 3702 kube.go:256] Updating pod tsf-tas/trillian-logserver-774d6d846d-58cl7 I0419 19:08:31.701903 3702 pod.go:62] [tsf-tas/trillian-logserver-774d6d846d-58cl7] pod update took 24.43086ms I0419 19:08:31.701990 3702 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-774d6d846d-58cl7] addLogicalPort annotation time took 24.524485ms I0419 19:08:31.703696 3702 pods.go:271] [tsf-tas/trillian-logserver-774d6d846d-58cl7] addLogicalPort took 26.314858ms, libovsdb time 1.168715ms I0419 19:08:31.934374 3702 cni.go:452] [tsf-tas/fulcio-server-fdc97c685-kmhv5 e47c7ef228e594caa3cd18e210db0d0f4b183dd5cd8827f4efde33eb87d32a15 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-fdc97c685-kmhv5 e47c7ef228e594caa3cd18e210db0d0f4b183dd5cd8827f4efde33eb87d32a15 network default NAD default NAD key ] I0419 19:08:31.947587 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-fdc97c685-kmhv5, hostIfaceName: e47c7ef228e594c, network: default, NAD default, SandboxID: "e47c7ef228e594caa3cd18e210db0d0f4b183dd5cd8827f4efde33eb87d32a15", PCI device ID: , UID: "643ff8e4-7615-47b9-a17c-31d41bf1d0fb", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0419 19:08:32.015765 3702 cni.go:473] [tsf-tas/fulcio-server-fdc97c685-kmhv5 e47c7ef228e594caa3cd18e210db0d0f4b183dd5cd8827f4efde33eb87d32a15 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-fdc97c685-kmhv5 e47c7ef228e594caa3cd18e210db0d0f4b183dd5cd8827f4efde33eb87d32a15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:65:64:02:ef:bf\",\"name\":\"e47c7ef228e594c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe3edf2d-67cf-4be1-9e6a-361bcd92c572\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:08:32.140999 3702 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-tjfl5-svxkp] creating logical port tsf-tas_rekor-createtree-job-tjfl5-svxkp for pod on switch ip-10-0-1-39.ec2.internal I0419 19:08:32.141174 3702 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-tjfl5-svxkp I0419 19:08:32.155994 3702 pod.go:62] [tsf-tas/rekor-createtree-job-tjfl5-svxkp] pod update took 14.874482ms I0419 19:08:32.156048 3702 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-tjfl5-svxkp] addLogicalPort annotation time took 14.933776ms I0419 19:08:32.157905 3702 pods.go:271] [tsf-tas/rekor-createtree-job-tjfl5-svxkp] addLogicalPort took 16.925092ms, libovsdb time 1.246462ms I0419 19:08:32.519349 3702 cni.go:452] [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key ] I0419 19:08:32.530492 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-tjfl5-svxkp, hostIfaceName: cf9da7d978d5822, network: default, NAD default, SandboxID: "cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3", PCI device ID: , UID: "ad3a803b-a8d5-4fd7-8a8f-24e906c23607", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0419 19:08:32.596935 3702 cni.go:473] [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:db:15:01:1d:9e\",\"name\":\"cf9da7d978d5822\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e560848-dbfa-43ce-9595-0bfb6bcd29a2\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:08:32.671748 3702 cni.go:452] [tsf-tas/trillian-logserver-774d6d846d-58cl7 744dd936cdaed9d9cb9e3985ae70cc271c7cfce1798a72d9a4f9a0c839080b68 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-774d6d846d-58cl7 744dd936cdaed9d9cb9e3985ae70cc271c7cfce1798a72d9a4f9a0c839080b68 network default NAD default NAD key ] I0419 19:08:32.682920 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-774d6d846d-58cl7, hostIfaceName: 744dd936cdaed9d, network: default, NAD default, SandboxID: "744dd936cdaed9d9cb9e3985ae70cc271c7cfce1798a72d9a4f9a0c839080b68", PCI device ID: , UID: "8879435a-4fef-483c-9aa7-6c0b4cf5ffab", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] W0419 19:08:32.692599 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:32.692754 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:32.692804 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 19:08:32.758875 3702 cni.go:473] [tsf-tas/trillian-logserver-774d6d846d-58cl7 744dd936cdaed9d9cb9e3985ae70cc271c7cfce1798a72d9a4f9a0c839080b68 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-774d6d846d-58cl7 744dd936cdaed9d9cb9e3985ae70cc271c7cfce1798a72d9a4f9a0c839080b68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:09:2e:45:3f:c2\",\"name\":\"744dd936cdaed9d\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8389655c-3ce8-4e8f-8482-be69da2cda64\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:08:40.762262 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0419 19:08:40.762285 3702 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 19:08:41.689916 3702 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0419 19:08:41.766244 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0419 19:08:41.766288 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server I0419 19:08:44.778079 3702 cni.go:452] [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key ] I0419 19:08:44.869435 3702 cni.go:473] [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-kw984-ks6dz dd20f715f2786cdb69163817715416704c80f14519e183f4820fedb372a0c416 network default NAD default NAD key default], result "{}", err W0419 19:08:45.714979 3702 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 19:08:45.816739 3702 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88xbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:45.817348 3702 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88xbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:46.026874 3702 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:46.026909 3702 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-kw984-ks6dz I0419 19:08:46.028223 3702 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-kw984-ks6dz, ips: 10.129.0.34 I0419 19:08:46.028252 3702 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:08:46.784951 3702 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0419 19:08:46.849772 3702 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88xbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:46.849795 3702 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88xbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:47.049100 3702 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:47.049124 3702 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 19:08:55.720791 3702 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.720808 3702 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.764294 3702 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 19:09:07.790219 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-25xc2 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:09:07.790317 3702 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2 I0419 19:09:07.804960 3702 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2] pod update took 14.668422ms I0419 19:09:07.804981 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2] addLogicalPort annotation time took 14.694066ms I0419 19:09:07.806225 3702 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2] addLogicalPort took 16.022669ms, libovsdb time 854.769µs I0419 19:09:08.280612 3702 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2 88dc026f09948eb2611b5939e9a28a342eb871b39660f0d16dc18f2a3a20cc30 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2 88dc026f09948eb2611b5939e9a28a342eb871b39660f0d16dc18f2a3a20cc30 network default NAD default NAD key ] I0419 19:09:08.289962 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-25xc2, hostIfaceName: 88dc026f09948eb, network: default, NAD default, SandboxID: "88dc026f09948eb2611b5939e9a28a342eb871b39660f0d16dc18f2a3a20cc30", PCI device ID: , UID: "00164324-1ccc-447b-a7c3-f6c9341154c9", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0419 19:09:08.344727 3702 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2 88dc026f09948eb2611b5939e9a28a342eb871b39660f0d16dc18f2a3a20cc30 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-25xc2 88dc026f09948eb2611b5939e9a28a342eb871b39660f0d16dc18f2a3a20cc30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f5:4a:dd:4c:15\",\"name\":\"88dc026f09948eb\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52fc04a4-1357-4be6-91f9-3a1fe775c40e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:09:14.888000 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0419 19:09:16.320747 3702 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:09:23.974872 3702 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:23.975422 3702 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:23.995255 3702 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:23.995276 3702 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:24.001431 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 19:09:24.001452 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 19:09:24.400210 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 19:09:30.117571 3702 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:30.118088 3702 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:30.992638 3702 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:30.992660 3702 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:31.028182 3702 cni.go:452] [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key ] I0419 19:09:31.106210 3702 cni.go:473] [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-tjfl5-svxkp cf9da7d978d582293086a3d258e98b4ad41c27d4a4a57633acdf67a9f90443e3 network default NAD default NAD key default], result "{}", err I0419 19:09:31.154840 3702 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:31.154868 3702 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-tjfl5-svxkp I0419 19:09:31.156024 3702 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-tjfl5-svxkp, ips: 10.129.0.37 I0419 19:09:31.156053 3702 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.018069 3702 obj_retry.go:498] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.018619 3702 obj_retry.go:498] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.040701 3702 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:32.040725 3702 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.038807 3702 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.038831 3702 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.149577 3702 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-d4lk2] creating logical port tsf_tsf-tekton-configuration-d4lk2 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:09:33.149666 3702 kube.go:256] Updating pod tsf/tsf-tekton-configuration-d4lk2 I0419 19:09:33.161781 3702 pod.go:62] [tsf/tsf-tekton-configuration-d4lk2] pod update took 12.135097ms I0419 19:09:33.161801 3702 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-d4lk2] addLogicalPort annotation time took 12.160383ms I0419 19:09:33.163379 3702 pods.go:271] [tsf/tsf-tekton-configuration-d4lk2] addLogicalPort took 13.820989ms, libovsdb time 1.0663ms I0419 19:09:33.511144 3702 cni.go:452] [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key ] I0419 19:09:33.520560 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-d4lk2, hostIfaceName: da38220825d9dc6, network: default, NAD default, SandboxID: "da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e", PCI device ID: , UID: "e3cb3eea-db94-4a67-91f6-c733c05568e6", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0419 19:09:33.570147 3702 cni.go:473] [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:cd:2e:a8:cd:b4\",\"name\":\"da38220825d9dc6\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3444d21c-0728-47df-ab03-7b3ce1c79010\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:09:34.018174 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0419 19:09:35.929777 3702 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-54697dfd8-9btw5] creating logical port tsf-tas_rekor-server-54697dfd8-9btw5 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:09:35.929865 3702 kube.go:256] Updating pod tsf-tas/rekor-server-54697dfd8-9btw5 I0419 19:09:35.942562 3702 pod.go:62] [tsf-tas/rekor-server-54697dfd8-9btw5] pod update took 12.719522ms I0419 19:09:35.942584 3702 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-54697dfd8-9btw5] addLogicalPort annotation time took 12.746078ms I0419 19:09:35.943896 3702 pods.go:271] [tsf-tas/rekor-server-54697dfd8-9btw5] addLogicalPort took 14.137752ms, libovsdb time 888.83µs W0419 19:09:36.020939 3702 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0419 19:09:37.025543 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 19:09:40.189981 3702 cni.go:452] [tsf-tas/rekor-server-54697dfd8-9btw5 32a2ec2e31b6485d5e4521b558261ce55dc6297fd80a2b695c812bcf0af0721d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-54697dfd8-9btw5 32a2ec2e31b6485d5e4521b558261ce55dc6297fd80a2b695c812bcf0af0721d network default NAD default NAD key ] I0419 19:09:40.199688 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-54697dfd8-9btw5, hostIfaceName: 32a2ec2e31b6485, network: default, NAD default, SandboxID: "32a2ec2e31b6485d5e4521b558261ce55dc6297fd80a2b695c812bcf0af0721d", PCI device ID: , UID: "5b8d60fb-9676-4eec-8d48-eded6c9ff848", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0419 19:09:40.252505 3702 cni.go:473] [tsf-tas/rekor-server-54697dfd8-9btw5 32a2ec2e31b6485d5e4521b558261ce55dc6297fd80a2b695c812bcf0af0721d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-54697dfd8-9btw5 32a2ec2e31b6485d5e4521b558261ce55dc6297fd80a2b695c812bcf0af0721d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:eb:ac:3b:8f:1b\",\"name\":\"32a2ec2e31b6485\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e651ea1d-4f34-49bc-ba46-776bb246ac9e\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:09:41.089037 3702 cni.go:452] [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key ] I0419 19:09:41.169972 3702 cni.go:473] [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-d4lk2 da38220825d9dc63ef135c197b8d3ca9e66945b6be53a40dce1624fadba8183e network default NAD default NAD key default], result "{}", err I0419 19:09:41.219087 3702 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:41.219117 3702 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-d4lk2 I0419 19:09:41.220563 3702 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-d4lk2, ips: 10.129.0.39 I0419 19:09:41.220591 3702 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:42.098510 3702 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.098530 3702 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.136412 3702 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.136435 3702 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.142149 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v7xlh I0419 19:09:42.142188 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v7xlh W0419 19:09:43.106281 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0419 19:09:43.439702 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0419 19:09:47.094124 3702 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:47.094665 3702 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:47.116329 3702 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:47.116349 3702 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:47.123430 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 19:09:47.123447 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 19:09:48.455734 3702 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-pdb2f] creating logical port tsf-tpa_create-db-pdb2f for pod on switch ip-10-0-1-39.ec2.internal I0419 19:09:48.455841 3702 kube.go:256] Updating pod tsf-tpa/create-db-pdb2f I0419 19:09:48.469667 3702 pod.go:62] [tsf-tpa/create-db-pdb2f] pod update took 13.859776ms I0419 19:09:48.469688 3702 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-pdb2f] addLogicalPort annotation time took 13.885547ms I0419 19:09:48.470940 3702 pods.go:271] [tsf-tpa/create-db-pdb2f] addLogicalPort took 15.226401ms, libovsdb time 874.437µs I0419 19:09:48.819920 3702 cni.go:452] [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key ] I0419 19:09:48.849793 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-pdb2f, hostIfaceName: 413a3bd8007400c, network: default, NAD default, SandboxID: "413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060", PCI device ID: , UID: "e3c2628c-d7fc-4078-9bed-66ff16e235ac", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0419 19:09:48.899589 3702 cni.go:473] [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d6:39:e4:65:e6\",\"name\":\"413a3bd8007400c\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/894ab14d-3b4c-43ec-a777-cfab5af4c770\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:09:51.410224 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:09:53.158840 3702 cni.go:452] [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key ] I0419 19:09:53.243030 3702 cni.go:473] [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-pdb2f 413a3bd8007400ceb8f6178dd96a0d11e7f8feeb2747ddd088d8c1367605d060 network default NAD default NAD key default], result "{}", err I0419 19:09:53.291627 3702 obj_retry.go:498] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:53.291666 3702 pods.go:176] Deleting pod: tsf-tpa/create-db-pdb2f I0419 19:09:53.292957 3702 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-pdb2f, ips: 10.129.0.41 I0419 19:09:53.292983 3702 obj_retry.go:498] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:09:54.105020 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0419 19:09:54.314298 3702 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:54.314320 3702 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:54.421513 3702 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-cjnx2] creating logical port tsf-tpa_migrate-db-cjnx2 for pod on switch ip-10-0-1-39.ec2.internal I0419 19:09:54.421610 3702 kube.go:256] Updating pod tsf-tpa/migrate-db-cjnx2 I0419 19:09:54.433103 3702 pod.go:62] [tsf-tpa/migrate-db-cjnx2] pod update took 11.517539ms I0419 19:09:54.433129 3702 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-cjnx2] addLogicalPort annotation time took 11.546255ms I0419 19:09:54.434608 3702 pods.go:271] [tsf-tpa/migrate-db-cjnx2] addLogicalPort took 13.107312ms, libovsdb time 932.314µs I0419 19:09:54.781379 3702 cni.go:452] [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key ] I0419 19:09:54.791337 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-cjnx2, hostIfaceName: 8edd3c2085d6d65, network: default, NAD default, SandboxID: "8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315", PCI device ID: , UID: "a4f889d3-e825-4c8e-aced-ffaff5e34de6", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0419 19:09:54.841814 3702 cni.go:473] [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:0b:cf:b4:7d:c8\",\"name\":\"8edd3c2085d6d65\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ee06695-6097-4ad4-9cc9-38a2a5cc4e80\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:09:57.185845 3702 cni.go:452] [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key ] I0419 19:09:57.278507 3702 cni.go:473] [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-cjnx2 8edd3c2085d6d65adf6def2fd5e95efcecc9d7a2761997216776511544035315 network default NAD default NAD key default], result "{}", err I0419 19:09:57.326624 3702 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:57.326655 3702 pods.go:176] Deleting pod: tsf-tpa/migrate-db-cjnx2 I0419 19:09:57.328041 3702 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-cjnx2, ips: 10.129.0.42 I0419 19:09:57.328071 3702 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:57.451272 3702 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:57.451294 3702 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:00.583680 3702 base_network_controller_pods.go:487] [default/tsf-tpa/server-7c9dbd9c9c-5vvfb] creating logical port tsf-tpa_server-7c9dbd9c9c-5vvfb for pod on switch ip-10-0-1-39.ec2.internal I0419 19:10:00.583776 3702 kube.go:256] Updating pod tsf-tpa/server-7c9dbd9c9c-5vvfb I0419 19:10:00.597329 3702 pod.go:62] [tsf-tpa/server-7c9dbd9c9c-5vvfb] pod update took 13.580347ms I0419 19:10:00.597353 3702 base_network_controller_pods.go:951] [default/tsf-tpa/server-7c9dbd9c9c-5vvfb] addLogicalPort annotation time took 13.608825ms I0419 19:10:00.598651 3702 pods.go:271] [tsf-tpa/server-7c9dbd9c9c-5vvfb] addLogicalPort took 14.994508ms, libovsdb time 882.672µs I0419 19:10:02.023657 3702 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-xmzwg] creating logical port tsf-tpa_importer-5b5b6dd8fb-xmzwg for pod on switch ip-10-0-1-39.ec2.internal I0419 19:10:02.023764 3702 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-xmzwg I0419 19:10:02.038229 3702 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-xmzwg] pod update took 14.482918ms I0419 19:10:02.038256 3702 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-xmzwg] addLogicalPort annotation time took 14.520999ms I0419 19:10:02.039680 3702 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-xmzwg] addLogicalPort took 16.037804ms, libovsdb time 954.883µs I0419 19:10:02.333145 3702 obj_retry.go:498] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:02.333759 3702 obj_retry.go:498] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:03.358352 3702 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:03.358376 3702 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:04.352271 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:04.352806 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:05.211802 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:05.211822 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:11.091977 3702 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-xmzwg 803b1411b2803b72d723e894d3b1b529e30b92fd1853de486c98128363e3b591 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-xmzwg 803b1411b2803b72d723e894d3b1b529e30b92fd1853de486c98128363e3b591 network default NAD default NAD key ] I0419 19:10:11.101384 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-xmzwg, hostIfaceName: 803b1411b2803b7, network: default, NAD default, SandboxID: "803b1411b2803b72d723e894d3b1b529e30b92fd1853de486c98128363e3b591", PCI device ID: , UID: "fcf08cad-b25b-4eb8-b005-262691379479", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0419 19:10:11.150451 3702 cni.go:452] [tsf-tpa/server-7c9dbd9c9c-5vvfb 1da987f627180e5d3ee774548f7b0dba67050a36a711fab7aa69829c2ee58d4f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7c9dbd9c9c-5vvfb 1da987f627180e5d3ee774548f7b0dba67050a36a711fab7aa69829c2ee58d4f network default NAD default NAD key ] I0419 19:10:11.157395 3702 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-xmzwg 803b1411b2803b72d723e894d3b1b529e30b92fd1853de486c98128363e3b591 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-xmzwg 803b1411b2803b72d723e894d3b1b529e30b92fd1853de486c98128363e3b591 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a8:fe:4b:dc:d3\",\"name\":\"803b1411b2803b7\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6f67d28-2403-4010-b03a-3e63cb303a70\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:10:11.160757 3702 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7c9dbd9c9c-5vvfb, hostIfaceName: 1da987f627180e5, network: default, NAD default, SandboxID: "1da987f627180e5d3ee774548f7b0dba67050a36a711fab7aa69829c2ee58d4f", PCI device ID: , UID: "c4755529-8845-444e-957c-bce892b051b1", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0419 19:10:11.211416 3702 cni.go:473] [tsf-tpa/server-7c9dbd9c9c-5vvfb 1da987f627180e5d3ee774548f7b0dba67050a36a711fab7aa69829c2ee58d4f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7c9dbd9c9c-5vvfb 1da987f627180e5d3ee774548f7b0dba67050a36a711fab7aa69829c2ee58d4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:4a:2e:cd:45:b4\",\"name\":\"1da987f627180e5\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac2f959d-350b-4900-825e-97c28e69ee5a\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:10:12.266086 3702 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0419 19:10:13.277101 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0419 19:10:16.250502 3702 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:16.251087 3702 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:16.270834 3702 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:16.270857 3702 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:16.277560 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 19:10:16.277585 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 19:10:17.017497 3702 namespace.go:98] [integration-service] adding namespace I0419 19:10:17.017629 3702 namespace.go:98] [image-controller] adding namespace I0419 19:10:17.018524 3702 namespace.go:102] [integration-service] adding namespace took 1.001247ms I0419 19:10:17.019235 3702 namespace.go:102] [image-controller] adding namespace took 1.587333ms I0419 19:10:17.027800 3702 namespace.go:98] [build-service] adding namespace I0419 19:10:17.027839 3702 namespace.go:98] [default-tenant] adding namespace I0419 19:10:17.028454 3702 namespace.go:102] [build-service] adding namespace took 639.163µs I0419 19:10:17.028992 3702 namespace.go:102] [default-tenant] adding namespace took 1.140602ms I0419 19:10:17.047799 3702 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.066046 3702 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.083704 3702 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.099556 3702 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.132914 3702 namespace.go:142] [build-service] updating namespace I0419 19:10:17.157951 3702 namespace.go:142] [build-service] updating namespace I0419 19:10:17.166456 3702 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.202979 3702 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.282135 3702 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:17.282748 3702 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:17.290027 3702 namespace.go:142] [build-service] updating namespace I0419 19:10:17.326766 3702 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.370223 3702 namespace.go:98] [release-service] adding namespace I0419 19:10:17.371071 3702 namespace.go:102] [release-service] adding namespace took 827.305µs I0419 19:10:17.402235 3702 namespace.go:142] [release-service] updating namespace I0419 19:10:17.425132 3702 namespace.go:142] [release-service] updating namespace I0419 19:10:17.484852 3702 namespace.go:142] [konflux-ui] updating namespace I0419 19:10:17.579951 3702 namespace.go:98] [konflux-info] adding namespace I0419 19:10:17.580828 3702 namespace.go:102] [konflux-info] adding namespace took 856.686µs I0419 19:10:17.626752 3702 namespace.go:98] [namespace-lister] adding namespace I0419 19:10:17.627713 3702 namespace.go:102] [namespace-lister] adding namespace took 944.945µs I0419 19:10:17.712954 3702 namespace.go:142] [konflux-info] updating namespace I0419 19:10:17.713047 3702 namespace.go:98] [enterprise-contract-service] adding namespace I0419 19:10:17.713257 3702 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.713918 3702 namespace.go:102] [enterprise-contract-service] adding namespace took 861.472µs I0419 19:10:17.776196 3702 namespace.go:142] [konflux-info] updating namespace I0419 19:10:17.892013 3702 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.892095 3702 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:17.990323 3702 namespace.go:98] [segment-bridge] adding namespace I0419 19:10:17.990371 3702 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:17.991143 3702 namespace.go:102] [segment-bridge] adding namespace took 798.042µs I0419 19:10:18.187385 3702 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:18.306947 3702 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:18.319441 3702 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 19:10:18.320075 3702 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 19:10:18.320092 3702 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 19:10:18.322859 3702 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 19:10:18.533730 3702 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:18.533758 3702 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:18.558950 3702 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:18.573901 3702 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 19:10:18.573922 3702 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 19:10:18.574744 3702 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 19:10:18.694759 3702 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:18.996075 3702 namespace.go:142] [build-service] updating namespace I0419 19:10:19.499795 3702 namespace.go:142] [default-tenant] updating namespace I0419 19:10:19.970996 3702 namespace.go:142] [image-controller] updating namespace I0419 19:10:20.423320 3702 namespace.go:142] [integration-service] updating namespace I0419 19:10:21.010833 3702 namespace.go:142] [release-service] updating namespace I0419 19:10:21.249235 3702 namespace.go:142] [build-service] updating namespace I0419 19:10:21.297268 3702 namespace.go:142] [default-tenant] updating namespace I0419 19:10:21.338708 3702 namespace.go:142] [image-controller] updating namespace I0419 19:10:21.380208 3702 namespace.go:142] [integration-service] updating namespace I0419 19:10:21.397760 3702 namespace.go:142] [release-service] updating namespace I0419 19:10:21.516948 3702 namespace.go:142] [build-service] updating namespace I0419 19:10:21.697866 3702 namespace.go:142] [default-tenant] updating namespace I0419 19:10:21.881042 3702 namespace.go:142] [image-controller] updating namespace I0419 19:10:21.972612 3702 namespace.go:142] [integration-service] updating namespace I0419 19:10:22.054356 3702 namespace.go:142] [release-service] updating namespace I0419 19:10:23.260555 3702 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:23.459483 3702 namespace.go:142] [konflux-info] updating namespace I0419 19:10:23.666458 3702 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:23.862511 3702 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:23.981384 3702 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:23.995858 3702 namespace.go:142] [konflux-info] updating namespace I0419 19:10:24.010634 3702 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:24.027090 3702 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:24.091044 3702 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:24.187996 3702 namespace.go:142] [konflux-info] updating namespace I0419 19:10:24.288444 3702 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:24.387247 3702 namespace.go:142] [segment-bridge] updating namespace W0419 19:10:27.191786 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0419 19:10:27.212447 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0419 19:10:27.237277 3702 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 19:10:29.365140 3702 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:29.365761 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:10:30.366656 3702 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0419 19:10:31.225023 3702 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:31.227917 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:10:33.416868 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:33.416888 3702 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:35.249282 3702 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 19:10:35.250367 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:10:35.273354 3702 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0419 19:10:35.308454 3702 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:35.308469 3702 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0419 19:10:37.421350 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 19:10:41.043367 3702 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:41.043923 3702 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:41.278279 3702 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:41.278299 3702 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:41.284887 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:41.284909 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:51.312773 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0419 19:11:15.438105 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0419 19:11:38.316357 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0419 19:11:44.457475 3702 obj_retry.go:498] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:44.458114 3702 obj_retry.go:498] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:44.847488 3702 obj_retry.go:492] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:44.847514 3702 obj_retry.go:492] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:44.853859 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:44.853880 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:48.415454 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 19:11:49.766706 3702 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:49.767334 3702 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:49.801467 3702 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:49.801490 3702 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:49.810642 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 19:11:49.810669 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 19:12:12.315734 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=157 I0419 19:12:17.672486 3702 namespace.go:98] [default-managed-tenant-fjvmg] adding namespace I0419 19:12:17.673369 3702 namespace.go:102] [default-managed-tenant-fjvmg] adding namespace took 860.442µs I0419 19:12:17.698031 3702 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:17.716672 3702 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.683574 3702 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.810075 3702 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.911426 3702 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:40.315842 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0419 19:13:25.326977 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=516 I0419 19:13:42.431249 3702 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 19:13:59.315459 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0419 19:14:48.443093 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0419 19:15:03.401077 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0419 19:15:19.425629 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 19:15:57.404030 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0419 19:16:02.412645 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:16:39.441472 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0419 19:16:53.424239 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 19:16:56.316188 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0419 19:17:05.417816 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0419 19:18:55.403530 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0419 19:19:13.329806 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=6 I0419 19:19:50.318544 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0419 19:19:54.055011 3702 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:54.055061 3702 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:54.058786 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-pdb2f I0419 19:19:54.058804 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-pdb2f I0419 19:19:57.027543 3702 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:57.027595 3702 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:57.031358 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-cjnx2 I0419 19:19:57.031385 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-cjnx2 I0419 19:20:03.029738 3702 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:03.029781 3702 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:03.032336 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-dq69d I0419 19:20:03.032360 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-dq69d I0419 19:20:04.010428 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.011018 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.876040 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:04.876061 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:21:13.415882 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:21:25.319460 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0419 19:21:55.319262 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0419 19:22:31.427011 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0419 19:22:45.318949 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0419 19:23:11.435471 3702 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 19:23:41.404040 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0419 19:23:54.428000 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 19:24:00.319270 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0419 19:24:03.498696 3702 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-gflkq for pod on switch ip-10-0-1-39.ec2.internal I0419 19:24:03.498798 3702 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq I0419 19:24:03.514570 3702 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq] pod update took 15.792993ms I0419 19:24:03.514596 3702 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq] addLogicalPort annotation time took 15.822503ms I0419 19:24:03.515815 3702 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq] addLogicalPort took 17.129328ms, libovsdb time 816.534µs I0419 19:24:03.864124 3702 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq 7d268537262aa2b956169b4b29c6fba408739894daa4635fe011daf815aa583b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq 7d268537262aa2b956169b4b29c6fba408739894daa4635fe011daf815aa583b network default NAD default NAD key ] I0419 19:24:03.874557 3702 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-gflkq, hostIfaceName: 7d268537262aa2b, network: default, NAD default, SandboxID: "7d268537262aa2b956169b4b29c6fba408739894daa4635fe011daf815aa583b", PCI device ID: , UID: "e102a59e-c09b-448c-8b34-ca3a8a2b5631", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0419 19:24:03.927134 3702 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq 7d268537262aa2b956169b4b29c6fba408739894daa4635fe011daf815aa583b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-gflkq 7d268537262aa2b956169b4b29c6fba408739894daa4635fe011daf815aa583b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ef:6f:8c:68:d1\",\"name\":\"7d268537262aa2b\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27c7354a-361f-437a-9cff-d4fd8eb538ea\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:24:10.425189 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:10.425734 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:10.445278 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 19:24:11.160166 3702 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:24:11.160186 3702 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:24:11.166502 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod I0419 19:24:11.166530 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod W0419 19:24:16.779742 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.779761 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.779767 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.779772 3702 util.go:959] Failed to build node endpoints for node ip-10-0-1-39.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 19:24:26.613655 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:26.614242 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:42.498543 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:42.499150 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:14.420611 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:25:21.771248 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:21.771829 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:36.332572 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=91 I0419 19:25:49.406350 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0419 19:26:38.444620 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0419 19:26:50.321892 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0419 19:27:38.418837 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:27:59.090878 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:27:59.091506 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:27.695742 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:27.696380 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:44.321930 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0419 19:28:46.406080 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0419 19:29:06.938351 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:06.938890 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:06.950309 3702 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:29:06.950333 3702 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:29:06.956587 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:06.956613 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:09.128876 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:09.129481 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:12.322133 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0419 19:29:26.798066 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:26.798701 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.450559 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.451179 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.492713 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.493393 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.530555 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.531081 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:38.856147 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:38.856749 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.581644 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.582213 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.623580 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.624174 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.031123 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.031703 3702 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.862877 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.862901 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.901960 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.901986 3702 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.908767 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:30:05.908813 3702 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:30:17.322378 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0419 19:31:30.322293 3702 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0419 19:31:39.448821 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0419 19:32:01.430603 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 19:32:06.982328 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:06.982961 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:12.405484 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:12.406063 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:12.430598 3702 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 19:32:14.406582 3702 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 19:32:20.632910 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.633459 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.672440 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.672935 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:25.650200 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:25.650732 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:48.438252 3702 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0419 19:32:57.329542 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:57.330047 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:58.113040 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:58.113668 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:09.049209 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:09.049787 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:15.531140 3702 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:15.531738 3702 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:21.146194 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:21.146732 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:29.672931 3702 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:29.673575 3702 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:36.255567 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:36.256178 3702 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it