+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-68.ec2.internal ++ [[ -n ip-10-0-1-68.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-68.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 18:40:21.376963093 - disable conntrack on geneve port' I0417 18:40:21.376963093 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 18:40:21.409556366 - starting ovnkube-node' I0417 18:40:21.409556366 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-68.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-68.ec2.internal --init-node ip-10-0-1-68.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-68.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 18:40:21.462521 3774 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 18:40:21.462575 3774 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c13051bd47.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 18:40:21.463886 3774 kube.go:431] Waiting for certificate I0417 18:40:21.463909 3774 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 18:40:21.463950 3774 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 18:40:21.464727 3774 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 18:40:21.513611 3774 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:21.513626 3774 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:21.520946 3774 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:21.521059 3774 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qsq8f" I0417 18:40:29.390284 3774 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qsq8f" I0417 18:40:29.390411 3774 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 18:40:29.464093 3774 kube.go:438] Certificate found I0417 18:40:29.464605 3774 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 18:40:29.465880 3774 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 18:40:29.530834 3774 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 18:40:29.546385 3774 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 18:40:29.546416 3774 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 18:40:29.546441 3774 server.go:101] MetricServer registers OVS metrics I0417 18:40:29.546472 3774 factory.go:561] Starting watch factory I0417 18:40:29.546622 3774 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.546642 3774 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.546740 3774 server.go:105] MetricServer registers OVN DB metrics I0417 18:40:29.546758 3774 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.546792 3774 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.547348 3774 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.547369 3774 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.548418 3774 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.548436 3774 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.548918 3774 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.549046 3774 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.549983 3774 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.550007 3774 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.551472 3774 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 18:40:29.551505 3774 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 18:40:29.553875 3774 controller_manager.go:370] Starting the ovnkube controller I0417 18:40:29.553884 3774 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-68.ec2.internal I0417 18:40:29.553924 3774 controller_manager.go:395] NBDB zone sync took: 35.037µs I0417 18:40:29.553932 3774 factory.go:561] Starting watch factory I0417 18:40:29.564483 3774 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 18:40:29.564500 3774 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 18:40:29.568129 3774 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 18:40:29.568157 3774 server.go:109] MetricServer registers OVN Controller metrics I0417 18:40:29.571211 3774 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.571287 3774 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.572220 3774 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.572595 3774 server.go:113] MetricServer registers OVN Northd metrics I0417 18:40:29.573335 3774 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.573759 3774 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.577592 3774 metrics.go:519] OVN Metrics Server starts to run ... I0417 18:40:29.582915 3774 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 18:40:29.652218 3774 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 18:40:29.652234 3774 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 18:40:29.652238 3774 factory.go:1977] *v1.Node informer cache synced successfully I0417 18:40:29.652241 3774 factory.go:1977] *v1.Service informer cache synced successfully I0417 18:40:29.652244 3774 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 18:40:29.652247 3774 factory.go:1977] *v1.Pod informer cache synced successfully I0417 18:40:29.652307 3774 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.652322 3774 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.652335 3774 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.652353 3774 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.656659 3774 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.656658 3774 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 18:40:29.657330 3774 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 18:40:29.657341 3774 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 18:40:29.657387 3774 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.657399 3774 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.659373 3774 factory.go:1977] *v1.Pod informer cache synced successfully I0417 18:40:29.659386 3774 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 18:40:29.659398 3774 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 18:40:29.659402 3774 factory.go:1977] *v1.Node informer cache synced successfully I0417 18:40:29.659406 3774 factory.go:1977] *v1.Service informer cache synced successfully I0417 18:40:29.659410 3774 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 18:40:29.659543 3774 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.662572 3774 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 18:40:29.662625 3774 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.662649 3774 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.664857 3774 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 18:40:29.664867 3774 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 18:40:29.666350 3774 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.668262 3774 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 18:40:29.668309 3774 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.668319 3774 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.670667 3774 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 18:40:29.670783 3774 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.673650 3774 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 18:40:29.673709 3774 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.673720 3774 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.675782 3774 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 18:40:29.675799 3774 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.679373 3774 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 18:40:29.679421 3774 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.679431 3774 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.681328 3774 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 18:40:29.681934 3774 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.684962 3774 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 18:40:29.685115 3774 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 18:40:29.685126 3774 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 18:40:29.687083 3774 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 18:40:29.687255 3774 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 18:40:29.690759 3774 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 18:40:29.690818 3774 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.690838 3774 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.690870 3774 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.690884 3774 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.692131 3774 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 18:40:29.693265 3774 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.693267 3774 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 18:40:29.696450 3774 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 18:40:29.696461 3774 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 18:40:29.696468 3774 factory.go:680] Watch Factory start up complete, took: 149.998323ms I0417 18:40:29.696527 3774 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 18:40:29.697793 3774 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 18:40:29.702823 3774 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 18:40:29.702831 3774 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 18:40:29.702838 3774 factory.go:680] Watch Factory start up complete, took: 148.90406ms I0417 18:40:29.702845 3774 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-68.ec2.internal" zone I0417 18:40:29.741803 3774 default_node_network_controller.go:710] Initializing the default node network controller I0417 18:40:29.804440 3774 udn_isolation.go:101] Starting UDN host isolation manager I0417 18:40:29.810389 3774 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 18:40:29.863238 3774 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 18:40:29.863317 3774 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 18:40:29.863333 3774 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 18:40:29.895202 3774 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 18:40:29.895264 3774 default_node_network_controller.go:809] Node ip-10-0-1-68.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0417 18:40:29.900314 3774 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.68"] k8s.ovn.org/zone-name:ip-10-0-1-68.ec2.internal] on node ip-10-0-1-68.ec2.internal I0417 18:40:29.921222 3774 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 18:40:29.927248 3774 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 18:40:29.927345 3774 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0417 18:40:29.927456 3774 gateway_init.go:263] Preparing Gateway I0417 18:40:29.927467 3774 gateway_shared_intf.go:1687] Creating new gateway I0417 18:40:29.953196 3774 controller_manager.go:429] Waiting for node in zone sync took: 250.338348ms I0417 18:40:29.957805 3774 controller_manager.go:611] Switching to transit router for layer2 networks I0417 18:40:29.957821 3774 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-68.ec2.internal I0417 18:40:29.973318 3774 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 18:40:29.979215 3774 controller_manager.go:290] SCTP support detected in OVN I0417 18:40:29.979780 3774 services_controller.go:69] Creating services controller for network=default I0417 18:40:29.979843 3774 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 18:40:29.979951 3774 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 18:40:29.979988 3774 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 18:40:29.980011 3774 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 18:40:29.980038 3774 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 18:40:29.980262 3774 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 18:40:29.980319 3774 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 18:40:29.980358 3774 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.537µs I0417 18:40:29.980367 3774 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 48.508µs I0417 18:40:29.980373 3774 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 18:40:29.980380 3774 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 18:40:29.980390 3774 default_network_controller.go:325] Starting the default network controller I0417 18:40:29.980411 3774 udn_enabled_svc.go:95] Performing full resync I0417 18:40:29.980579 3774 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.704µs I0417 18:40:29.980681 3774 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.861µs I0417 18:40:29.980773 3774 udn_enabled_svc.go:99] Waiting for handler to sync I0417 18:40:29.980786 3774 udn_enabled_svc.go:104] Starting worker I0417 18:40:29.989763 3774 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 18:40:29.989815 3774 repair.go:33] Syncing exgw routes took 39.38µs I0417 18:40:29.989837 3774 default_network_controller.go:414] Starting all the Watchers... I0417 18:40:29.989963 3774 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 18:40:29.989965 3774 namespace.go:98] [openshift-operators] adding namespace I0417 18:40:29.989963 3774 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 18:40:29.989979 3774 namespace.go:98] [openshift-ingress] adding namespace I0417 18:40:29.989979 3774 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 18:40:29.989983 3774 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 18:40:29.989986 3774 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 18:40:29.989993 3774 namespace.go:98] [openshift-package-operator] adding namespace I0417 18:40:29.989996 3774 namespace.go:98] [openshift-host-network] adding namespace I0417 18:40:29.989999 3774 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 18:40:29.990000 3774 namespace.go:98] [openshift] adding namespace I0417 18:40:29.990009 3774 namespace.go:98] [openshift-console-operator] adding namespace I0417 18:40:29.990009 3774 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 18:40:29.990015 3774 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 18:40:29.990045 3774 namespace.go:98] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] adding namespace I0417 18:40:29.990570 3774 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 596.936µs I0417 18:40:29.990584 3774 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 18:40:29.990968 3774 namespace.go:102] [openshift-apiserver-operator] adding namespace took 379.58µs I0417 18:40:29.990980 3774 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 18:40:29.991437 3774 namespace.go:102] [openshift-kube-apiserver] adding namespace took 451.103µs I0417 18:40:29.991450 3774 namespace.go:98] [openshift-authentication] adding namespace I0417 18:40:29.991944 3774 namespace.go:102] [openshift-operators] adding namespace took 1.966855ms I0417 18:40:29.991953 3774 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 18:40:29.992567 3774 namespace.go:102] [openshift-ingress] adding namespace took 2.58179ms I0417 18:40:29.992576 3774 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 18:40:29.993047 3774 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.064795ms I0417 18:40:29.993062 3774 namespace.go:98] [default] adding namespace I0417 18:40:29.993509 3774 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.518638ms I0417 18:40:29.993526 3774 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 18:40:29.994040 3774 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.046035ms I0417 18:40:29.994055 3774 namespace.go:98] [openshift-image-registry] adding namespace I0417 18:40:29.994798 3774 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.801844ms I0417 18:40:29.994810 3774 namespace.go:98] [openshift-monitoring] adding namespace I0417 18:40:29.995555 3774 namespace.go:102] [openshift-host-network] adding namespace took 5.553311ms I0417 18:40:29.995566 3774 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 18:40:29.996056 3774 namespace.go:102] [openshift-package-operator] adding namespace took 6.055476ms I0417 18:40:29.996075 3774 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 18:40:29.996659 3774 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.652764ms I0417 18:40:29.996675 3774 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 18:40:29.997311 3774 namespace.go:102] [openshift] adding namespace took 7.292834ms I0417 18:40:29.997325 3774 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 18:40:29.997844 3774 namespace.go:102] [openshift-console-operator] adding namespace took 7.827663ms I0417 18:40:29.997860 3774 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 18:40:29.998337 3774 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.294466ms I0417 18:40:29.998355 3774 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 18:40:29.998939 3774 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.919888ms I0417 18:40:29.998957 3774 namespace.go:98] [kube-public] adding namespace I0417 18:40:29.999443 3774 namespace.go:102] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] adding namespace took 9.387248ms I0417 18:40:29.999460 3774 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 18:40:29.999852 3774 namespace.go:102] [openshift-authentication] adding namespace took 8.397657ms I0417 18:40:29.999865 3774 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 18:40:30.000271 3774 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.311986ms I0417 18:40:30.000290 3774 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 18:40:30.000797 3774 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.215426ms I0417 18:40:30.000813 3774 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 18:40:30.001295 3774 namespace.go:102] [default] adding namespace took 8.227674ms I0417 18:40:30.001313 3774 namespace.go:98] [openshift-dns] adding namespace I0417 18:40:30.001915 3774 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.384474ms I0417 18:40:30.001924 3774 namespace.go:98] [openshift-insights] adding namespace I0417 18:40:30.002460 3774 namespace.go:102] [openshift-image-registry] adding namespace took 8.397852ms I0417 18:40:30.002478 3774 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 18:40:30.002877 3774 namespace.go:102] [openshift-monitoring] adding namespace took 8.060673ms I0417 18:40:30.002890 3774 namespace.go:98] [kube-system] adding namespace I0417 18:40:30.003412 3774 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.84197ms I0417 18:40:30.003423 3774 namespace.go:98] [openshift-service-ca] adding namespace I0417 18:40:30.003892 3774 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.810496ms I0417 18:40:30.003905 3774 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 18:40:30.004308 3774 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.627784ms I0417 18:40:30.004319 3774 namespace.go:98] [openshift-network-operator] adding namespace I0417 18:40:30.004707 3774 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.378131ms I0417 18:40:30.004719 3774 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 18:40:30.005106 3774 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.241626ms I0417 18:40:30.005129 3774 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 18:40:30.005491 3774 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.130698ms I0417 18:40:30.005502 3774 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 18:40:30.005853 3774 namespace.go:102] [kube-public] adding namespace took 6.891474ms I0417 18:40:30.005865 3774 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 18:40:30.006231 3774 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.766231ms I0417 18:40:30.006243 3774 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 18:40:30.006608 3774 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.738921ms I0417 18:40:30.006620 3774 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 18:40:30.006973 3774 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.677557ms I0417 18:40:30.006984 3774 namespace.go:98] [openshift-infra] adding namespace I0417 18:40:30.007371 3774 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.554494ms I0417 18:40:30.007380 3774 namespace.go:98] [openshift-marketplace] adding namespace I0417 18:40:30.007692 3774 namespace.go:102] [openshift-dns] adding namespace took 6.37078ms I0417 18:40:30.007713 3774 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 18:40:30.008149 3774 namespace.go:102] [openshift-insights] adding namespace took 6.219718ms I0417 18:40:30.008161 3774 namespace.go:98] [openshift-controller-manager] adding namespace I0417 18:40:30.008518 3774 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.033928ms I0417 18:40:30.008530 3774 namespace.go:98] [openshift-machine-api] adding namespace I0417 18:40:30.008881 3774 namespace.go:102] [kube-system] adding namespace took 5.985576ms I0417 18:40:30.008892 3774 namespace.go:98] [openshift-apiserver] adding namespace I0417 18:40:30.009219 3774 namespace.go:102] [openshift-service-ca] adding namespace took 5.788703ms I0417 18:40:30.009236 3774 namespace.go:98] [openshift-logging] adding namespace I0417 18:40:30.009624 3774 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.71448ms I0417 18:40:30.009635 3774 namespace.go:98] [openshift-node] adding namespace I0417 18:40:30.009989 3774 namespace.go:102] [openshift-network-operator] adding namespace took 5.665269ms I0417 18:40:30.010001 3774 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 18:40:30.010396 3774 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.672639ms I0417 18:40:30.010408 3774 namespace.go:98] [openshift-backplane] adding namespace I0417 18:40:30.010773 3774 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.63968ms I0417 18:40:30.010782 3774 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 18:40:30.011158 3774 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.650163ms I0417 18:40:30.011170 3774 namespace.go:98] [openshift-cluster-version] adding namespace I0417 18:40:30.011573 3774 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.703448ms I0417 18:40:30.011584 3774 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 18:40:30.011941 3774 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.694462ms I0417 18:40:30.011952 3774 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 18:40:30.012322 3774 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.698408ms I0417 18:40:30.012682 3774 namespace.go:102] [openshift-infra] adding namespace took 5.694311ms I0417 18:40:30.012698 3774 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 18:40:30.013053 3774 namespace.go:102] [openshift-marketplace] adding namespace took 5.665186ms I0417 18:40:30.013066 3774 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 18:40:30.013601 3774 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.88103ms I0417 18:40:30.013614 3774 namespace.go:98] [openshift-network-console] adding namespace I0417 18:40:30.014146 3774 namespace.go:102] [openshift-controller-manager] adding namespace took 5.979941ms I0417 18:40:30.014157 3774 namespace.go:98] [openshift-config] adding namespace I0417 18:40:30.014592 3774 namespace.go:102] [openshift-machine-api] adding namespace took 6.057558ms I0417 18:40:30.014603 3774 namespace.go:98] [openshift-etcd] adding namespace I0417 18:40:30.015035 3774 namespace.go:102] [openshift-apiserver] adding namespace took 6.121925ms I0417 18:40:30.015048 3774 namespace.go:98] [openshift-config-managed] adding namespace I0417 18:40:30.015459 3774 namespace.go:102] [openshift-logging] adding namespace took 6.217904ms I0417 18:40:30.015470 3774 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 18:40:30.015959 3774 namespace.go:102] [openshift-node] adding namespace took 6.320465ms I0417 18:40:30.016411 3774 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.404903ms I0417 18:40:30.016425 3774 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 18:40:30.016980 3774 namespace.go:102] [openshift-backplane] adding namespace took 6.563894ms I0417 18:40:30.017002 3774 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 18:40:30.017468 3774 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.680183ms I0417 18:40:30.017482 3774 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 18:40:30.018045 3774 namespace.go:102] [openshift-cluster-version] adding namespace took 6.868878ms I0417 18:40:30.018060 3774 namespace.go:98] [kube-node-lease] adding namespace I0417 18:40:30.018575 3774 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.985795ms I0417 18:40:30.018588 3774 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 18:40:30.019047 3774 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.091022ms I0417 18:40:30.019059 3774 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 18:40:30.019450 3774 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.743734ms W0417 18:40:30.019456 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2m2dc: pod openshift-network-diagnostics/network-check-target-2m2dc: no pod IPs found I0417 18:40:30.019471 3774 namespace.go:98] [openshift-operators-redhat] adding namespace W0417 18:40:30.019472 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dsqzr: pod openshift-network-diagnostics/network-check-target-dsqzr: no pod IPs found I0417 18:40:30.019935 3774 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.863351ms I0417 18:40:30.019949 3774 namespace.go:98] [openshift-dns-operator] adding namespace I0417 18:40:30.020490 3774 namespace.go:102] [openshift-network-console] adding namespace took 6.871133ms I0417 18:40:30.020504 3774 namespace.go:98] [dedicated-admin] adding namespace I0417 18:40:30.020877 3774 namespace.go:102] [openshift-config] adding namespace took 6.715471ms I0417 18:40:30.020889 3774 namespace.go:98] [openshift-config-operator] adding namespace I0417 18:40:30.021274 3774 namespace.go:102] [openshift-etcd] adding namespace took 6.665882ms I0417 18:40:30.021667 3774 namespace.go:102] [openshift-config-managed] adding namespace took 6.614269ms I0417 18:40:30.021679 3774 namespace.go:98] [openshift-console] adding namespace I0417 18:40:30.022071 3774 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.57964ms I0417 18:40:30.022450 3774 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.020427ms I0417 18:40:30.022859 3774 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.850221ms I0417 18:40:30.023290 3774 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.802735ms I0417 18:40:30.023705 3774 namespace.go:102] [kube-node-lease] adding namespace took 5.640912ms I0417 18:40:30.024125 3774 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.532333ms I0417 18:40:30.024525 3774 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.461891ms I0417 18:40:30.024535 3774 namespace.go:98] [openshift-multus] adding namespace I0417 18:40:30.024930 3774 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.453581ms I0417 18:40:30.025333 3774 namespace.go:102] [openshift-dns-operator] adding namespace took 5.379106ms I0417 18:40:30.025733 3774 namespace.go:102] [dedicated-admin] adding namespace took 5.223929ms I0417 18:40:30.026136 3774 namespace.go:102] [openshift-config-operator] adding namespace took 5.242258ms W0417 18:40:30.026491 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2wm8h: pod openshift-multus/network-metrics-daemon-2wm8h: no pod IPs found W0417 18:40:30.026503 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6mcf6: pod openshift-multus/network-metrics-daemon-6mcf6: no pod IPs found I0417 18:40:30.026538 3774 namespace.go:102] [openshift-console] adding namespace took 4.855542ms I0417 18:40:30.026946 3774 namespace.go:102] [openshift-multus] adding namespace took 2.405505ms W0417 18:40:30.027053 3774 master.go:458] Unable to parse local node ip-10-0-1-68.ec2.internal chassis-id annotation. Chassis may be removed during sync W0417 18:40:30.027062 3774 master.go:471] Unable to parse remote node ip-10-0-0-216.ec2.internal chassis-id annotation. Chassis may be removed during sync I0417 18:40:30.027067 3774 master.go:481] Removing stale chassis with ID/Name: e3dd6587-1ffb-41c7-8531-8c00073d3b7b, hostname: ip-10-0-1-68.ec2.internal I0417 18:40:30.027397 3774 master.go:548] Adding or Updating local node "ip-10-0-1-68.ec2.internal" for network "default" I0417 18:40:30.027443 3774 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-216.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-216.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-216.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-216.ec2.internal I0417 18:40:30.028628 3774 zone_ic_handler.go:195] Time taken to create transit switch: 359.927µs I0417 18:40:30.028648 3774 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-177.ec2.internal for the network default I0417 18:40:30.029915 3774 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-177.ec2.internal" on network "default" took: 1.663304ms I0417 18:40:30.031745 3774 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-68.ec2.internal for the network default I0417 18:40:30.031922 3774 zone_ic_handler.go:195] Time taken to create transit switch: 165.244µs I0417 18:40:30.032717 3774 default_network_controller.go:823] Node add failed for ip-10-0-1-68.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-68.ec2.internal, error getting gateway config for node ip-10-0-1-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-68.ec2.internal", failed to update chassis to local for local node ip-10-0-1-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-68.ec2.internal] E0417 18:40:30.032778 3774 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-68.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-68.ec2.internal, error getting gateway config for node ip-10-0-1-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-68.ec2.internal", failed to update chassis to local for local node ip-10-0-1-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-68.ec2.internal] I0417 18:40:30.032820 3774 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 18:40:30.032834 3774 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-68.ec2.internal", UID:"5b4b4069-19f6-48d4-9461-00b6dc248ecb", APIVersion:"v1", ResourceVersion:"10057", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-68.ec2.internal, error getting gateway config for node ip-10-0-1-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-68.ec2.internal", failed to update chassis to local for local node ip-10-0-1-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-68.ec2.internal] I0417 18:40:30.032901 3774 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 18:40:30.032921 3774 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 18:40:30.032924 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.032965 3774 node_tracker.go:235] Node ip-10-0-0-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-216.ec2.internal" I0417 18:40:30.032979 3774 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.032992 3774 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.032996 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-68.ec2.internal in network "default" I0417 18:40:30.033004 3774 node_tracker.go:235] Node ip-10-0-1-68.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-68.ec2.internal" I0417 18:40:30.033011 3774 node_tracker.go:169] Node ip-10-0-1-68.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.033016 3774 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.033041 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-177.ec2.internal in network "default" I0417 18:40:30.033081 3774 node_tracker.go:169] Node ip-10-0-2-177.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.033087 3774 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.034769 3774 iptables.go:108] Creating table: filter chain: FORWARD I0417 18:40:30.041876 3774 iptables.go:108] Creating table: filter chain: OUTPUT I0417 18:40:30.048512 3774 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 18:40:30.048527 3774 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-68.ec2.internal","mac-address":"0a:ff:d3:fa:a5:75","ip-addresses":["10.0.1.68/24"],"ip-address":"10.0.1.68/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e3dd6587-1ffb-41c7-8531-8c00073d3b7b k8s.ovn.org/node-encap-ips:["10.0.1.68"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.68/24"} k8s.ovn.org/zone-name:ip-10-0-1-68.ec2.internal] on node ip-10-0-1-68.ec2.internal I0417 18:40:30.064280 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-68.ec2.internal in network "default" I0417 18:40:30.064282 3774 master.go:548] Adding or Updating local node "ip-10-0-1-68.ec2.internal" for network "default" I0417 18:40:30.064323 3774 node_tracker.go:169] Node ip-10-0-1-68.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.064339 3774 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.068290 3774 default_node_network_controller.go:519] Node connection status = connected W0417 18:40:30.069296 3774 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2wm8h: pod openshift-multus/network-metrics-daemon-2wm8h: no pod IPs found W0417 18:40:30.069336 3774 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dsqzr: pod openshift-network-diagnostics/network-check-target-dsqzr: no pod IPs found I0417 18:40:30.070589 3774 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-68.ec2.internal for the network default I0417 18:40:30.070753 3774 zone_ic_handler.go:195] Time taken to create transit switch: 151.81µs I0417 18:40:30.133254 3774 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 18:40:30.133276 3774 services_controller.go:208] Setting up event handlers for services for network=default I0417 18:40:30.133350 3774 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 18:40:30.133418 3774 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 18:40:30.133434 3774 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 18:40:30.226802 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.226828 3774 node_tracker.go:235] Node ip-10-0-0-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-216.ec2.internal" I0417 18:40:30.226846 3774 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.226862 3774 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.226804 3774 default_network_controller.go:1025] Node "ip-10-0-0-216.ec2.internal" in remote zone "ip-10-0-0-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 18:40:30.233760 3774 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 18:40:30.233775 3774 repair.go:60] Starting repairing loop for services I0417 18:40:30.233851 3774 repair.go:131] Deleted 0 stale service LBs I0417 18:40:30.233872 3774 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 18:40:30.233888 3774 repair.go:62] Finished repairing loop for services: 114.325µs I0417 18:40:30.233909 3774 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 18:40:30.233920 3774 services_controller.go:254] Starting workers for network=default I0417 18:40:30.235036 3774 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dsqzr] creating logical port openshift-network-diagnostics_network-check-target-dsqzr for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:30.235057 3774 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2wm8h] creating logical port openshift-multus_network-metrics-daemon-2wm8h for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:30.235104 3774 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-2m2dc, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-2m2dc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-2m2dc: no pod IPs found I0417 18:40:30.235137 3774 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dsqzr I0417 18:40:30.235144 3774 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6mcf6, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6mcf6: suppressed error logged: pod openshift-multus/network-metrics-daemon-6mcf6: no pod IPs found I0417 18:40:30.235212 3774 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2wm8h I0417 18:40:30.235230 3774 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-4g8fb of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it W0417 18:40:30.235870 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.236299 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.236420 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.236433 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.237861 3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.237873 3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.237877 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.239314 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 18:40:30.239543 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.239555 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.239559 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0417 18:40:30.253344 3774 pod.go:62] [openshift-network-diagnostics/network-check-target-dsqzr] pod update took 18.254542ms I0417 18:40:30.253367 3774 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-dsqzr] addLogicalPort annotation time took 18.276919ms I0417 18:40:30.253379 3774 pod.go:62] [openshift-multus/network-metrics-daemon-2wm8h] pod update took 18.23031ms I0417 18:40:30.253393 3774 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-2wm8h] addLogicalPort annotation time took 18.247162ms I0417 18:40:30.253585 3774 default_network_controller.go:1025] Node "ip-10-0-0-216.ec2.internal" in remote zone "ip-10-0-0-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 18:40:30.254206 3774 pods.go:271] [openshift-multus/network-metrics-daemon-2wm8h] addLogicalPort took 19.159592ms, libovsdb time 620.964µs I0417 18:40:30.254523 3774 pods.go:271] [openshift-network-diagnostics/network-check-target-dsqzr] addLogicalPort took 19.509592ms, libovsdb time 933.846µs I0417 18:40:30.255086 3774 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 18:40:30.255111 3774 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 18:40:30.255127 3774 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 18:40:30.255133 3774 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 18:40:30.255396 3774 repair.go:29] Repairing admin network policies took 254.416µs I0417 18:40:30.255569 3774 repair.go:92] Repairing baseline admin network policies took 158.815µs I0417 18:40:30.256297 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 18:40:30.256315 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 18:40:30.258117 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 18:40:30.258137 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 18:40:30.258145 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 18:40:30.259577 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 18:40:30.259598 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 18:40:30.259610 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 18:40:30.261158 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 18:40:30.261183 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 18:40:30.261192 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 18:40:30.263144 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 18:40:30.263160 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 18:40:30.263167 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 18:40:30.263675 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 18:40:30.263691 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 18:40:30.263699 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 18:40:30.265736 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 18:40:30.265759 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 18:40:30.265766 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 18:40:30.266115 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 18:40:30.266131 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 18:40:30.266138 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 18:40:30.267502 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 18:40:30.267520 3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 18:40:30.267531 3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 18:40:30.269334 3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 18:40:30.269353 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 18:40:30.269360 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 18:40:30.269642 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 18:40:30.269660 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 18:40:30.269673 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 18:40:30.270774 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 18:40:30.270790 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 18:40:30.271444 3774 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 18:40:30.271460 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 18:40:30.272473 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 18:40:30.272493 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 18:40:30.272513 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 18:40:30.273210 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 18:40:30.273223 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 18:40:30.273229 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 18:40:30.273671 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 18:40:30.273690 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 18:40:30.273703 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 18:40:30.274586 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 18:40:30.274603 3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 18:40:30.274614 3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 18:40:30.275421 3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 18:40:30.275438 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 18:40:30.275446 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 18:40:30.275892 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 18:40:30.275909 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 18:40:30.275922 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 18:40:30.277090 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 18:40:30.277109 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 18:40:30.277119 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 18:40:30.278122 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 18:40:30.278144 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 18:40:30.278155 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 18:40:30.278606 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 18:40:30.278623 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 18:40:30.278630 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 18:40:30.279112 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 18:40:30.279133 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 18:40:30.279143 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 18:40:30.279648 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 18:40:30.279667 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 18:40:30.279675 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 18:40:30.280352 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 18:40:30.280368 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 18:40:30.280373 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 18:40:30.280632 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 18:40:30.280649 3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 18:40:30.280655 3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 18:40:30.281257 3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 18:40:30.281272 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 18:40:30.281280 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 18:40:30.281801 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 18:40:30.281826 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 18:40:30.281835 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 18:40:30.282387 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 18:40:30.282407 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 18:40:30.282415 3774 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 18:40:30.284096 3774 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 18:40:30.284115 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 18:40:30.284124 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 18:40:30.284616 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 18:40:30.284800 3774 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-4g8fb of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0417 18:40:30.289938 3774 egressfirewall.go:374] Starting EgressFirewall controller I0417 18:40:30.289977 3774 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 18:40:30.290003 3774 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 18:40:30.290050 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 18:40:30.290064 3774 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 18:40:30.290051 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 18:40:30.290072 3774 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 18:40:30.290316 3774 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 18:40:30.290328 3774 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 18:40:30.290333 3774 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 18:40:30.290341 3774 egressqos.go:193] Setting up event handlers for EgressQoS I0417 18:40:30.290354 3774 egressfirewall.go:723] Syncing node "ip-10-0-2-177.ec2.internal" for egress firewall I0417 18:40:30.290366 3774 egressfirewall.go:723] Syncing node "ip-10-0-0-216.ec2.internal" for egress firewall I0417 18:40:30.290370 3774 egressfirewall.go:723] Syncing node "ip-10-0-1-68.ec2.internal" for egress firewall I0417 18:40:30.290522 3774 egressqos.go:245] Starting EgressQoS Controller I0417 18:40:30.290536 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 18:40:30.290544 3774 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 18:40:30.290549 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 18:40:30.290554 3774 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 18:40:30.290560 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 18:40:30.290564 3774 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 18:40:30.290568 3774 egressqos.go:259] Repairing EgressQoSes I0417 18:40:30.290572 3774 egressqos.go:399] Starting repairing loop for egressqos I0417 18:40:30.290648 3774 egressqos.go:401] Finished repairing loop for egressqos: 75.525µs I0417 18:40:30.290667 3774 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 18:40:30.290693 3774 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-68.ec2.internal I0417 18:40:30.290736 3774 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-68.ec2.internal : 44.4µs I0417 18:40:30.290784 3774 egressservice_zone.go:210] Starting Egress Services Controller I0417 18:40:30.290799 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 18:40:30.290806 3774 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 18:40:30.290811 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 18:40:30.290816 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 18:40:30.290821 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 18:40:30.290826 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 18:40:30.290831 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 18:40:30.290835 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 18:40:30.290840 3774 egressservice_zone.go:228] Repairing Egress Services I0417 18:40:30.291121 3774 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 18:40:30.291129 3774 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 18:40:30.291190 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-177.ec2.internal I0417 18:40:30.291205 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-177.ec2.internal: 16.437µs I0417 18:40:30.291212 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-216.ec2.internal I0417 18:40:30.291215 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-216.ec2.internal: 3.775µs I0417 18:40:30.291220 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-68.ec2.internal I0417 18:40:30.291224 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-68.ec2.internal: 3.92µs I0417 18:40:30.291336 3774 default_network_controller.go:585] Completing all the Watchers took 301.48664ms I0417 18:40:30.291355 3774 default_network_controller.go:589] Starting unidling controllers I0417 18:40:30.291366 3774 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 18:40:30.291372 3774 unidle.go:63] Populating Initial ContollerEvent events I0417 18:40:30.291387 3774 unidle.go:79] Setting up event handlers for services I0417 18:40:30.291454 3774 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 18:40:30.297073 3774 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller W0417 18:40:30.307068 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.307080 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.308060 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.308074 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.308079 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0417 18:40:30.401600 3774 default_network_controller.go:1025] Node "ip-10-0-0-216.ec2.internal" in remote zone "ip-10-0-0-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 18:40:30.401643 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.401688 3774 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.401702 3774 services_controller.go:574] Full service sync requested for network=default W0417 18:40:30.401983 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.402054 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.402077 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.402092 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.402190 3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.402200 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.402204 3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.402303 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.402306 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 18:40:30.402316 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.402323 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0417 18:40:30.402383 3774 zone_ic_handler.go:195] Time taken to create transit switch: 235.74µs I0417 18:40:30.402394 3774 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-216.ec2.internal for the network default I0417 18:40:30.403313 3774 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-216.ec2.internal" on network "default" took: 1.175484ms I0417 18:40:30.417323 3774 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 18:35:29 +0000 UTC" deadline="2026-04-18 11:36:19.720454243 +0000 UTC" I0417 18:40:30.417341 3774 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h55m49.303119354s" I0417 18:40:30.569038 3774 default_node_network_controller.go:519] Node connection status = connected I0417 18:40:30.586125 3774 bridgeconfig.go:537] Gateway is ready I0417 18:40:30.586140 3774 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 18:40:30.597499 3774 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.68. Updating OVN encap IP. I0417 18:40:30.602759 3774 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.68 - it is already configured I0417 18:40:30.602773 3774 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.68/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 18:40:30.602976 3774 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.68/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-68.ec2.internal","mac-address":"0a:ff:d3:fa:a5:75","ip-addresses":["10.0.1.68/24"],"ip-address":"10.0.1.68/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e3dd6587-1ffb-41c7-8531-8c00073d3b7b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.68/24"}] on node ip-10-0-1-68.ec2.internal I0417 18:40:30.621196 3774 egressfirewall.go:723] Syncing node "ip-10-0-1-68.ec2.internal" for egress firewall I0417 18:40:30.621249 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-68.ec2.internal I0417 18:40:30.621253 3774 master.go:548] Adding or Updating local node "ip-10-0-1-68.ec2.internal" for network "default" I0417 18:40:30.621257 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-68.ec2.internal in network "default" I0417 18:40:30.621263 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-68.ec2.internal: 19.69µs I0417 18:40:30.621310 3774 node_tracker.go:169] Node ip-10-0-1-68.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.621327 3774 services_controller.go:574] Full service sync requested for network=default W0417 18:40:30.621509 3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.621521 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.621527 3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0417 18:40:30.621623 3774 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.68 I0417 18:40:30.621727 3774 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-68.ec2.internal W0417 18:40:30.621832 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.621839 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 18:40:30.621849 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.621856 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.621994 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.622017 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.622062 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.622070 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0417 18:40:30.625738 3774 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-68.ec2.internal. Updating no re-route policies I0417 18:40:30.625826 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s94lp I0417 18:40:30.625836 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9t4nx I0417 18:40:30.625843 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s94lp I0417 18:40:30.625849 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dsqzr I0417 18:40:30.625862 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-s94lp after 0 failed attempt(s) I0417 18:40:30.625865 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dsqzr I0417 18:40:30.625864 3774 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pk4sp I0417 18:40:30.625870 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xqwll I0417 18:40:30.625876 3774 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pk4sp I0417 18:40:30.625880 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6mrqv I0417 18:40:30.625881 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-m87bd I0417 18:40:30.625885 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xqwll I0417 18:40:30.625892 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tbsdk I0417 18:40:30.625895 3774 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dsqzr] creating logical port openshift-network-diagnostics_network-check-target-dsqzr for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:30.625894 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-m87bd I0417 18:40:30.625899 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tbsdk I0417 18:40:30.625899 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-68.ec2.internal I0417 18:40:30.625902 3774 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pk4sp after 0 failed attempt(s) I0417 18:40:30.625909 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xqwll after 0 failed attempt(s) I0417 18:40:30.625910 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-68.ec2.internal I0417 18:40:30.625913 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-m87bd after 0 failed attempt(s) I0417 18:40:30.625910 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cn45s I0417 18:40:30.625886 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6mrqv I0417 18:40:30.625924 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cn45s I0417 18:40:30.625927 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-68.ec2.internal after 0 failed attempt(s) I0417 18:40:30.625935 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6mrqv after 0 failed attempt(s) I0417 18:40:30.625939 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cn45s after 0 failed attempt(s) I0417 18:40:30.625911 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tbsdk after 0 failed attempt(s) I0417 18:40:30.625954 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2wm8h I0417 18:40:30.625967 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2wm8h I0417 18:40:30.625852 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9t4nx I0417 18:40:30.625995 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9t4nx after 0 failed attempt(s) I0417 18:40:30.625997 3774 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2wm8h] creating logical port openshift-multus_network-metrics-daemon-2wm8h for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:30.626290 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pcvc7 I0417 18:40:30.626308 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pcvc7 I0417 18:40:30.626323 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pcvc7 after 0 failed attempt(s) I0417 18:40:30.626332 3774 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-68.ec2.internal I0417 18:40:30.626337 3774 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-68.ec2.internal I0417 18:40:30.626347 3774 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-68.ec2.internal after 0 failed attempt(s) I0417 18:40:30.626531 3774 pods.go:271] [openshift-network-diagnostics/network-check-target-dsqzr] addLogicalPort took 643.286µs, libovsdb time 254.725µs I0417 18:40:30.626542 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dsqzr after 0 failed attempt(s) I0417 18:40:30.626595 3774 pods.go:271] [openshift-multus/network-metrics-daemon-2wm8h] addLogicalPort took 604.95µs, libovsdb time 204.52µs I0417 18:40:30.626607 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2wm8h after 0 failed attempt(s) I0417 18:40:30.636366 3774 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 18:40:30.648041 3774 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 18:40:30.651485 3774 iptables.go:108] Creating table: nat chain: OUTPUT I0417 18:40:30.693225 3774 iptables.go:108] Creating table: nat chain: PREROUTING I0417 18:40:30.752427 3774 iptables.go:108] Creating table: filter chain: FORWARD I0417 18:40:30.770628 3774 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 18:40:30.770714 3774 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 18:40:30.770771 3774 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 18:40:30.770835 3774 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 18:40:30.770882 3774 gateway_init.go:325] Gateway and management port readiness took 706.831731ms I0417 18:40:30.770908 3774 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 18:40:30.770944 3774 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 18:40:30.770961 3774 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 18:40:30.770971 3774 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 18:40:30.771059 3774 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 18:40:30.771138 3774 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.055µs I0417 18:40:30.771371 3774 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 18:40:30.771396 3774 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.393µs I0417 18:40:30.771404 3774 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.556µs I0417 18:40:30.771410 3774 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 18:40:30.771421 3774 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 18:40:30.771430 3774 default_node_network_controller.go:899] Starting the default node network controller I0417 18:40:30.771436 3774 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 18:40:30.771521 3774 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.14µs I0417 18:40:30.771621 3774 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 18:40:30.771630 3774 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 18:40:30.771658 3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a49d30 0xc0002f00e0 0xc0002f0150 0xc0002f01c0 0xc0002f0310 0xc0002f0380 0xc0002f03f0 0xc0004b3e00 0xc0002f0460 0xc0002f04d0 0xc000cde2d0 0xc0064f7340 0xc0002f05b0 map[0x2ff9080:0xc002d8f5c0 0x2ff95c0:0xc002d8f980 0x2ffa2e0:0xc002d8f500 0x2ffa580:0xc002d8f560 0x2ffad60:0xc002d8f620 0x2ffb000:0xc002d8f680 0x2ffb2a0:0xc002d8f920 0x2ffba80:0xc002d8f9e0 0x2ffbd20:0xc002d8fa40 0x3026980:0xc000b86600 0x3026d20:0xc000b86720 0x3027800:0xc000cdc6c0 0x3029160:0xc001c44000 0x30298a0:0xc00220fc80 0x302a720:0xc001294780] 0xc0004d4690 0} I0417 18:40:30.771714 3774 gateway.go:151] Starting gateway service sync I0417 18:40:30.772200 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 18:40:30.774561 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 18:40:30.802751 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 18:40:30.803998 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 18:40:30.805264 3774 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 18:40:30.838454 3774 gateway.go:168] Gateway service sync done. Time taken: 66.729217ms I0417 18:40:30.839019 3774 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31669 I0417 18:40:30.839322 3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a49d30 0xc0002f00e0 0xc0002f0150 0xc0002f01c0 0xc0002f0310 0xc0002f0380 0xc0002f03f0 0xc0004b3e00 0xc0002f0460 0xc0002f04d0 0xc000cde2d0 0xc0064f7340 0xc0002f05b0 map[0x2ff9080:0xc002d8f5c0 0x2ff95c0:0xc002d8f980 0x2ffa2e0:0xc002d8f500 0x2ffa580:0xc002d8f560 0x2ffad60:0xc002d8f620 0x2ffb000:0xc002d8f680 0x2ffb2a0:0xc002d8f920 0x2ffba80:0xc002d8f9e0 0x2ffbd20:0xc002d8fa40 0x3026980:0xc000b86600 0x3026d20:0xc000b86720 0x3027800:0xc000cdc6c0 0x3029160:0xc001c44000 0x30298a0:0xc00220fc80 0x302a720:0xc001294780] 0xc0004d4690 0} I0417 18:40:30.839836 3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a49d30 0xc0002f00e0 0xc0002f0150 0xc0002f01c0 0xc0002f0310 0xc0002f0380 0xc0002f03f0 0xc0004b3e00 0xc0002f0460 0xc0002f04d0 0xc000cde2d0 0xc0064f7340 0xc0002f05b0 map[0x2ff9080:0xc002d8f5c0 0x2ff95c0:0xc002d8f980 0x2ffa2e0:0xc002d8f500 0x2ffa580:0xc002d8f560 0x2ffad60:0xc002d8f620 0x2ffb000:0xc002d8f680 0x2ffb2a0:0xc002d8f920 0x2ffba80:0xc002d8f9e0 0x2ffbd20:0xc002d8fa40 0x3026980:0xc000b86600 0x3026d20:0xc000b86720 0x3027800:0xc000cdc6c0 0x3029160:0xc001c44000 0x30298a0:0xc00220fc80 0x302a720:0xc001294780] 0xc0004d4690 0} I0417 18:40:30.839873 3774 gateway.go:532] Reconciling gateway with updates I0417 18:40:30.845018 3774 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 18:40:30.845068 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:30.845078 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:30.845083 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:30.845092 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:30.845099 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:30.845102 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:30.845105 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:30.845114 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:30.845120 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:30.845125 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:30.845133 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 18:40:30.845134 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:30.845069 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:30.845141 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 18:40:30.845145 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:30.845145 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:30.845151 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:30.845157 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:30.845164 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845164 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 18:40:30.845180 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 18:40:30.845181 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:30.845190 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 18:40:30.845200 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:30.845202 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:30.845206 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:30.845220 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:30.845223 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:30.845227 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 18:40:30.845236 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:30.845239 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 18:40:30.845241 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 18:40:30.845158 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:30.845254 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:30.845256 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 18:40:30.845262 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:30.845182 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:30.845267 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 18:40:30.845267 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:30.845255 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:30.845276 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:30.845281 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:30.845286 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:30.845288 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:30.845288 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:30.845291 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:30.845292 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:30.845311 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:30.845315 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:30.845319 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:30.845325 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0417 18:40:30.845329 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845328 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 18:40:30.845334 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 18:40:30.845344 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:30.845265 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 18:40:30.845352 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 18:40:30.845351 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:30.845355 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 18:40:30.845355 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 18:40:30.845364 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:30.845367 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:30.845211 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:30.845371 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:30.845374 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:30.845372 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:30.845377 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:30.845388 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:30.845389 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:30.845391 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:30.845389 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:30.845399 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:30.845399 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 18:40:30.845372 3774 default_node_network_controller.go:944] Gateway and management port readiness took 73.732918ms I0417 18:40:30.845405 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:30.845406 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 18:40:30.845409 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 18:40:30.845412 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:30.845419 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 18:40:30.845421 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 18:40:30.845425 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 18:40:30.845241 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:30.845441 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:30.845402 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:30.845444 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845451 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 18:40:30.845441 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 18:40:30.845423 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:30.845464 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 18:40:30.845085 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:30.845489 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:30.845443 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:30.845501 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845474 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 18:40:30.845393 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 18:40:30.845266 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:30.845519 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:30.845525 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845281 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845465 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 18:40:30.845533 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 18:40:30.845526 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845342 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:30.845556 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:30.845619 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:30.845636 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:30.845636 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:30.845648 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:30.845652 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 18:40:30.845348 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:30.845659 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:30.845660 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:30.845671 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:30.845677 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:30.845683 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:30.845693 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:30.845693 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 18:40:30.845696 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31836 is already open, no action needed I0417 18:40:30.845708 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 32131 is already open, no action needed I0417 18:40:30.845711 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 18:40:30.845716 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845718 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 18:40:30.845719 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 18:40:30.845360 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:30.845734 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845735 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 18:40:30.845368 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:30.845752 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:30.845758 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 18:40:30.845377 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:30.845772 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:30.845383 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:30.845651 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:30.846755 3774 node_ip_handler_linux.go:160] Node IP manager is running W0417 18:40:30.882289 3774 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 18:40:30.882468 3774 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 18:40:30.882653 3774 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0417 18:40:30.890161 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 18:40:30.890171 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 18:40:30.890164 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 18:40:30.890184 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 18:40:30.890191 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 18:40:30.957624 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-216.ec2.internal I0417 18:40:30.957642 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-216.ec2.internal: 23.617µs I0417 18:40:30.957658 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-216.ec2.internal in network "default" I0417 18:40:30.957720 3774 node_tracker.go:169] Node ip-10-0-0-216.ec2.internal switch + router changed, syncing services in network "default" I0417 18:40:30.957730 3774 egressfirewall.go:723] Syncing node "ip-10-0-0-216.ec2.internal" for egress firewall I0417 18:40:30.957739 3774 services_controller.go:574] Full service sync requested for network=default I0417 18:40:30.957756 3774 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-216.ec2.internal. Updating no re-route policies W0417 18:40:30.957931 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0417 18:40:30.957943 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.957950 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.957954 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:30.958083 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:40:30.958110 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:30.958127 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.958139 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:30.958202 3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.958214 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:30.958218 3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0417 18:40:32.241653 3774 default_node_network_controller.go:1380] Starting node controller node sync W0417 18:40:32.241719 3774 egressip_healthcheck.go:76] Health checking using insecure connection I0417 18:40:32.241768 3774 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0417 18:40:32.253173 3774 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.500515ms I0417 18:40:32.253276 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-177.ec2.internal", IP: 10.0.2.177 to PMTUD blocking rules I0417 18:40:32.253281 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-216.ec2.internal", IP: 10.0.0.216 to PMTUD blocking rules I0417 18:40:32.253286 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 18:40:32.253290 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 18:40:32.264067 3774 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 18:40:32.264321 3774 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 18:40:32.264479 3774 egressservice_node.go:183] Starting Egress Services Controller I0417 18:40:32.264494 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 18:40:32.264505 3774 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 18:40:32.264517 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 18:40:32.264521 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 18:40:32.264526 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 18:40:32.264531 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 18:40:32.264534 3774 egressservice_node.go:197] Repairing Egress Services I0417 18:40:32.273864 3774 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 18:40:32.273875 3774 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 18:40:32.274048 3774 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 18:40:32.274058 3774 link_network_manager.go:119] Link manager is running I0417 18:40:32.274067 3774 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 18:40:32.274265 3774 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 18:40:32.274350 3774 vrf_manager.go:128] VRF manager is running I0417 18:40:32.274432 3774 node_controller_manager.go:437] Removing flows to drop GARP I0417 18:40:32.274441 3774 gateway.go:532] Reconciling gateway with updates I0417 18:40:32.293530 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:32.293544 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:32.293553 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:32.293558 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 18:40:32.293563 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:32.293555 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:32.293571 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:32.293576 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 18:40:32.293577 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:32.293581 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:32.293584 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:32.293561 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 18:40:32.293591 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 18:40:32.293593 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 18:40:32.293595 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:32.293539 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:32.293602 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:40:32.293605 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 18:40:32.293542 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:32.293596 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 18:40:32.293616 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:32.293620 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:32.293630 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 18:40:32.293634 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 18:40:32.293636 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:32.293636 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:32.293640 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 18:40:32.293566 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 18:40:32.293645 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 18:40:32.293650 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 18:40:32.293654 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:32.293656 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 18:40:32.293654 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:32.293661 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 18:40:32.293574 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 18:40:32.293656 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 18:40:32.293595 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:32.293682 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 18:40:32.293685 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 18:40:32.293692 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 18:40:32.293693 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 18:40:32.293690 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:32.293665 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 18:40:32.293705 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 18:40:32.293675 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:32.293709 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:32.293715 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:32.293712 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:32.293719 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 18:40:32.293725 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 18:40:32.293728 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 18:40:32.293628 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:32.293734 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 18:40:32.293736 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 18:40:32.293577 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:32.293742 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 18:40:32.293749 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 18:40:32.293752 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:32.293755 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 18:40:32.293760 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 18:40:32.293759 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:32.293764 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 18:40:32.293770 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 18:40:32.293776 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 18:40:32.293626 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:32.293640 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:32.293779 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:32.293791 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 18:40:32.293790 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:32.293796 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 18:40:32.293795 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 18:40:32.293587 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 18:40:32.293800 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 18:40:32.293717 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 18:40:32.293797 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 18:40:32.293649 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 18:40:32.293646 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 18:40:32.293645 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 18:40:32.293565 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:32.293892 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 18:40:32.293658 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:32.293914 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 18:40:32.293668 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:32.293941 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 18:40:32.293946 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 18:40:32.293670 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 18:40:32.293953 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 18:40:32.293676 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 18:40:32.293675 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 18:40:32.293556 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 18:40:32.293589 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 18:40:32.293683 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:32.294075 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 18:40:32.293616 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0417 18:40:32.294097 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0417 18:40:32.293571 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:32.294104 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 18:40:32.294108 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 18:40:32.293694 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:32.294114 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 18:40:32.293699 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:32.294138 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 18:40:32.293707 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:32.294160 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 18:40:32.293609 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:32.294183 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 18:40:32.293718 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 18:40:32.293781 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 18:40:32.293795 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 18:40:32.294240 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31836 is already open, no action needed I0417 18:40:32.294248 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 32131 is already open, no action needed I0417 18:40:32.293645 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:32.294282 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 18:40:32.293800 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 18:40:32.293802 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 18:40:32.294309 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 18:40:32.293819 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 18:40:32.294315 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 18:40:32.321237 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 18:40:32.321261 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 18:40:32.321268 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 18:40:32.321274 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 18:40:32.321280 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 18:40:32.321285 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 18:40:32.321289 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 18:40:32.358827 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 18:40:32.358847 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 18:40:32.358853 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 18:40:32.358859 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 18:40:32.358865 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 18:40:32.358870 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 18:40:32.358875 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 18:40:32.358879 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 18:40:32.358896 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 18:40:32.358908 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 18:40:32.395688 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 18:40:32.395694 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 18:40:34.455933 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-68.ec2.internal I0417 18:40:34.455963 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-68.ec2.internal: 40.957µs I0417 18:40:34.482891 3774 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-555587dd55-jds4q] creating logical port openshift-image-registry_image-registry-555587dd55-jds4q for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:34.483001 3774 kube.go:256] Updating pod openshift-image-registry/image-registry-555587dd55-jds4q I0417 18:40:34.503373 3774 pod.go:62] [openshift-image-registry/image-registry-555587dd55-jds4q] pod update took 20.399058ms I0417 18:40:34.503390 3774 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-555587dd55-jds4q] addLogicalPort annotation time took 20.41942ms I0417 18:40:34.504610 3774 pods.go:271] [openshift-image-registry/image-registry-555587dd55-jds4q] addLogicalPort took 21.734755ms, libovsdb time 965.975µs I0417 18:40:34.507224 3774 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7797cc64cd-nfd69] creating logical port openshift-ingress_router-default-7797cc64cd-nfd69 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:34.507325 3774 kube.go:256] Updating pod openshift-ingress/router-default-7797cc64cd-nfd69 I0417 18:40:34.507349 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-xbhnn for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:34.507433 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn I0417 18:40:34.510412 3774 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lz2sj] creating logical port openshift-insights_insights-runtime-extractor-lz2sj for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:34.510567 3774 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lz2sj I0417 18:40:34.514112 3774 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rr6fh] creating logical port openshift-ingress-canary_ingress-canary-rr6fh for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:34.514216 3774 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rr6fh I0417 18:40:34.527735 3774 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn] pod update took 20.320681ms I0417 18:40:34.527751 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn] addLogicalPort annotation time took 20.33947ms W0417 18:40:34.527948 3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:34.527966 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:34.527975 3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0417 18:40:34.528836 3774 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn] addLogicalPort took 21.497955ms, libovsdb time 809.005µs I0417 18:40:34.532307 3774 pod.go:62] [openshift-insights/insights-runtime-extractor-lz2sj] pod update took 21.77151ms I0417 18:40:34.532324 3774 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lz2sj] addLogicalPort annotation time took 21.791084ms I0417 18:40:34.533225 3774 pods.go:271] [openshift-insights/insights-runtime-extractor-lz2sj] addLogicalPort took 22.825476ms, libovsdb time 671.437µs I0417 18:40:34.535413 3774 pod.go:62] [openshift-ingress/router-default-7797cc64cd-nfd69] pod update took 28.111196ms I0417 18:40:34.535430 3774 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7797cc64cd-nfd69] addLogicalPort annotation time took 28.130697ms I0417 18:40:34.536258 3774 pods.go:271] [openshift-ingress/router-default-7797cc64cd-nfd69] addLogicalPort took 29.047649ms, libovsdb time 629.693µs I0417 18:40:34.537918 3774 pod.go:62] [openshift-ingress-canary/ingress-canary-rr6fh] pod update took 23.725457ms I0417 18:40:34.537939 3774 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-rr6fh] addLogicalPort annotation time took 23.747983ms I0417 18:40:34.538787 3774 pods.go:271] [openshift-ingress-canary/ingress-canary-rr6fh] addLogicalPort took 24.68311ms, libovsdb time 613.302µs I0417 18:40:34.607068 3774 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vntrk] creating logical port openshift-dns_dns-default-vntrk for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:34.607152 3774 kube.go:256] Updating pod openshift-dns/dns-default-vntrk I0417 18:40:34.622559 3774 pod.go:62] [openshift-dns/dns-default-vntrk] pod update took 15.43463ms I0417 18:40:34.622577 3774 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vntrk] addLogicalPort annotation time took 15.457093ms I0417 18:40:34.623620 3774 pods.go:271] [openshift-dns/dns-default-vntrk] addLogicalPort took 16.56499ms, libovsdb time 753.763µs I0417 18:40:34.901107 3774 cni.go:452] [openshift-image-registry/image-registry-555587dd55-jds4q 80a1294862782e28cccfe8a8517cba62fb7d0541050e949772210d21ece5d312 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-555587dd55-jds4q 80a1294862782e28cccfe8a8517cba62fb7d0541050e949772210d21ece5d312 network default NAD default NAD key ] I0417 18:40:34.911181 3774 cni.go:452] [openshift-ingress/router-default-7797cc64cd-nfd69 d141805736a6f8b19cb5145b8a5fbc1e932ece91a4a28dc440be999d37c33777 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7797cc64cd-nfd69 d141805736a6f8b19cb5145b8a5fbc1e932ece91a4a28dc440be999d37c33777 network default NAD default NAD key ] I0417 18:40:34.944635 3774 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn d59e59b89f8e75cf324c813ed8e261dcb86c5e6666d366af71227edcc6781495 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn d59e59b89f8e75cf324c813ed8e261dcb86c5e6666d366af71227edcc6781495 network default NAD default NAD key ] I0417 18:40:34.947489 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-555587dd55-jds4q, hostIfaceName: 80a1294862782e2, network: default, NAD default, SandboxID: "80a1294862782e28cccfe8a8517cba62fb7d0541050e949772210d21ece5d312", PCI device ID: , UID: "e1db47bd-f30f-453f-81fd-fed0e2fd1ca0", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0417 18:40:34.947614 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7797cc64cd-nfd69, hostIfaceName: d141805736a6f8b, network: default, NAD default, SandboxID: "d141805736a6f8b19cb5145b8a5fbc1e932ece91a4a28dc440be999d37c33777", PCI device ID: , UID: "1773d0ee-bd80-4eea-aa44-1d94578fa3dc", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0417 18:40:34.957070 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-xbhnn, hostIfaceName: d59e59b89f8e75c, network: default, NAD default, SandboxID: "d59e59b89f8e75cf324c813ed8e261dcb86c5e6666d366af71227edcc6781495", PCI device ID: , UID: "5cbee334-b0f0-4c65-a3ee-6ced36b1b89d", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0417 18:40:34.988605 3774 cni.go:452] [openshift-insights/insights-runtime-extractor-lz2sj fc9e39d19a41a08219ececfda7865c5f881b6837e3ddf32441e2a63440707e5e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lz2sj fc9e39d19a41a08219ececfda7865c5f881b6837e3ddf32441e2a63440707e5e network default NAD default NAD key ] I0417 18:40:35.003453 3774 cni.go:473] [openshift-image-registry/image-registry-555587dd55-jds4q 80a1294862782e28cccfe8a8517cba62fb7d0541050e949772210d21ece5d312 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-555587dd55-jds4q 80a1294862782e28cccfe8a8517cba62fb7d0541050e949772210d21ece5d312 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d9:8b:99:bf:d8\",\"name\":\"80a1294862782e2\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f2e776-be04-48e1-9ba8-b67a0cbf6111\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:40:35.006452 3774 cni.go:452] [openshift-ingress-canary/ingress-canary-rr6fh eb6eea48d809311ef94ffbe2232b7b767a16473092919442f6d393a1797121d0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rr6fh eb6eea48d809311ef94ffbe2232b7b767a16473092919442f6d393a1797121d0 network default NAD default NAD key ] I0417 18:40:35.008353 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-216.ec2.internal I0417 18:40:35.008428 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-216.ec2.internal: 77.383µs I0417 18:40:35.009856 3774 cni.go:473] [openshift-ingress/router-default-7797cc64cd-nfd69 d141805736a6f8b19cb5145b8a5fbc1e932ece91a4a28dc440be999d37c33777 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7797cc64cd-nfd69 d141805736a6f8b19cb5145b8a5fbc1e932ece91a4a28dc440be999d37c33777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:65:1c:68:40:18\",\"name\":\"d141805736a6f8b\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c0bf20e-afe3-4db7-95f4-7830873e76cd\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:40:35.012612 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lz2sj, hostIfaceName: fc9e39d19a41a08, network: default, NAD default, SandboxID: "fc9e39d19a41a08219ececfda7865c5f881b6837e3ddf32441e2a63440707e5e", PCI device ID: , UID: "9f2864de-8bc0-4327-870b-58ecedf91556", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0417 18:40:35.018044 3774 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn d59e59b89f8e75cf324c813ed8e261dcb86c5e6666d366af71227edcc6781495 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhnn d59e59b89f8e75cf324c813ed8e261dcb86c5e6666d366af71227edcc6781495 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:63:ca:34:1c:26\",\"name\":\"d59e59b89f8e75c\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcfb1472-c393-44c0-9ab0-1064de4bc4ee\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:40:35.019298 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rr6fh, hostIfaceName: eb6eea48d809311, network: default, NAD default, SandboxID: "eb6eea48d809311ef94ffbe2232b7b767a16473092919442f6d393a1797121d0", PCI device ID: , UID: "4c7b45d1-66fd-4289-ada2-6c04ddc31f15", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0417 18:40:35.026921 3774 cni.go:452] [openshift-dns/dns-default-vntrk 88ebb5b7ae4ffeda42786e78b5523c5097a34fe72ceb4bdd1807b352ede0d44c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vntrk 88ebb5b7ae4ffeda42786e78b5523c5097a34fe72ceb4bdd1807b352ede0d44c network default NAD default NAD key ] I0417 18:40:35.039393 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vntrk, hostIfaceName: 88ebb5b7ae4ffed, network: default, NAD default, SandboxID: "88ebb5b7ae4ffeda42786e78b5523c5097a34fe72ceb4bdd1807b352ede0d44c", PCI device ID: , UID: "8fddb751-84a0-42b8-bd9c-70c586779123", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0417 18:40:35.063583 3774 cni.go:473] [openshift-insights/insights-runtime-extractor-lz2sj fc9e39d19a41a08219ececfda7865c5f881b6837e3ddf32441e2a63440707e5e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lz2sj fc9e39d19a41a08219ececfda7865c5f881b6837e3ddf32441e2a63440707e5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:44:46:a1:50:d4\",\"name\":\"fc9e39d19a41a08\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cf14b3c-7899-47c6-81a0-8fd7f37c4a00\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:40:35.070107 3774 cni.go:473] [openshift-ingress-canary/ingress-canary-rr6fh eb6eea48d809311ef94ffbe2232b7b767a16473092919442f6d393a1797121d0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rr6fh eb6eea48d809311ef94ffbe2232b7b767a16473092919442f6d393a1797121d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:32:f3:ea:09:b8\",\"name\":\"eb6eea48d809311\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17c6f4ef-15e5-4c15-a225-1327214f814d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:40:35.079939 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0417 18:40:35.086157 3774 cni.go:473] [openshift-dns/dns-default-vntrk 88ebb5b7ae4ffeda42786e78b5523c5097a34fe72ceb4bdd1807b352ede0d44c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vntrk 88ebb5b7ae4ffeda42786e78b5523c5097a34fe72ceb4bdd1807b352ede0d44c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:be:20:1b:91:f7\",\"name\":\"88ebb5b7ae4ffed\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14e23ee1-fa54-4cf2-bdc8-d90a645d77b2\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:40:35.264799 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:35.295461 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:35.295490 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:35.793557 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:36.275137 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:36.275155 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:36.275161 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 18:40:36.275329 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 18:40:36.275340 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0417 18:40:36.409941 3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 18:40:45.008673 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:45.008696 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:48.284995 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.285014 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 18:40:48.285020 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0417 18:40:52.966470 3774 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-zjhp8] creating logical port openshift-console_downloads-5c54f4944f-zjhp8 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:40:52.966612 3774 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-zjhp8 I0417 18:40:52.990612 3774 pod.go:62] [openshift-console/downloads-5c54f4944f-zjhp8] pod update took 24.021868ms I0417 18:40:52.990631 3774 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-zjhp8] addLogicalPort annotation time took 24.046418ms I0417 18:40:52.991678 3774 pods.go:271] [openshift-console/downloads-5c54f4944f-zjhp8] addLogicalPort took 25.222358ms, libovsdb time 784.301µs I0417 18:40:53.322722 3774 cni.go:452] [openshift-console/downloads-5c54f4944f-zjhp8 3d5a8cc71c07c9c4f8ba1363700859192b83bf226ff406c33e75a989e38464cc network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-zjhp8 3d5a8cc71c07c9c4f8ba1363700859192b83bf226ff406c33e75a989e38464cc network default NAD default NAD key ] I0417 18:40:53.332450 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-zjhp8, hostIfaceName: 3d5a8cc71c07c9c, network: default, NAD default, SandboxID: "3d5a8cc71c07c9c4f8ba1363700859192b83bf226ff406c33e75a989e38464cc", PCI device ID: , UID: "b68d93c3-5314-4d79-940a-437a64ec4893", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0417 18:40:53.377616 3774 cni.go:473] [openshift-console/downloads-5c54f4944f-zjhp8 3d5a8cc71c07c9c4f8ba1363700859192b83bf226ff406c33e75a989e38464cc network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-zjhp8 3d5a8cc71c07c9c4f8ba1363700859192b83bf226ff406c33e75a989e38464cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:1f:cc:2b:85:d3\",\"name\":\"3d5a8cc71c07c9c\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75e41987-ba69-446f-a0b3-a1d94c086ae9\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:40:56.280119 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 18:40:59.365431 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0417 18:41:02.867079 3774 cni.go:452] [openshift-multus/network-metrics-daemon-2wm8h d2722518fad90f5e126aa7f725d4ed258fd83e4ac5c59beafef335247a51c11a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-2wm8h d2722518fad90f5e126aa7f725d4ed258fd83e4ac5c59beafef335247a51c11a network default NAD default NAD key ] I0417 18:41:02.876842 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2wm8h, hostIfaceName: d2722518fad90f5, network: default, NAD default, SandboxID: "d2722518fad90f5e126aa7f725d4ed258fd83e4ac5c59beafef335247a51c11a", PCI device ID: , UID: "ab396c8f-18f7-4e3d-988e-05fb18abd3f5", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0417 18:41:02.926437 3774 cni.go:473] [openshift-multus/network-metrics-daemon-2wm8h d2722518fad90f5e126aa7f725d4ed258fd83e4ac5c59beafef335247a51c11a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2wm8h d2722518fad90f5e126aa7f725d4ed258fd83e4ac5c59beafef335247a51c11a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:58:b9:db:b2:60\",\"name\":\"d2722518fad90f5\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6410856-81a9-4be0-83e4-af402d818e2f\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:02.971973 3774 base_network_controller_pods.go:487] [default/openshift-console/console-78b9644658-d5472] creating logical port openshift-console_console-78b9644658-d5472 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:02.972130 3774 kube.go:256] Updating pod openshift-console/console-78b9644658-d5472 I0417 18:41:03.015558 3774 pod.go:62] [openshift-console/console-78b9644658-d5472] pod update took 43.448676ms I0417 18:41:03.015613 3774 base_network_controller_pods.go:951] [default/openshift-console/console-78b9644658-d5472] addLogicalPort annotation time took 43.505711ms I0417 18:41:03.016790 3774 pods.go:271] [openshift-console/console-78b9644658-d5472] addLogicalPort took 44.83295ms, libovsdb time 860.196µs I0417 18:41:05.481328 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vw876] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-vw876 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:05.481442 3774 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-vw876 I0417 18:41:05.501125 3774 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-vw876] pod update took 19.710152ms I0417 18:41:05.501147 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vw876] addLogicalPort annotation time took 19.73977ms I0417 18:41:05.502408 3774 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-vw876] addLogicalPort took 21.11092ms, libovsdb time 920.467µs I0417 18:41:05.529881 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-pfdhn for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:05.530178 3774 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn I0417 18:41:05.548798 3774 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn] pod update took 18.681236ms I0417 18:41:05.548819 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn] addLogicalPort annotation time took 18.709734ms I0417 18:41:05.549903 3774 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn] addLogicalPort took 20.039038ms, libovsdb time 806.334µs I0417 18:41:06.518097 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:06.518254 3774 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0417 18:41:06.543636 3774 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.430743ms I0417 18:41:06.543656 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.457178ms I0417 18:41:06.544898 3774 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.826826ms, libovsdb time 869.841µs I0417 18:41:08.444509 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj] creating logical port openshift-monitoring_thanos-querier-7ccdf587fd-gbqmj for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:08.444613 3774 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj I0417 18:41:08.482575 3774 pod.go:62] [openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj] pod update took 38.002746ms I0417 18:41:08.482604 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj] addLogicalPort annotation time took 38.035573ms I0417 18:41:08.483922 3774 pods.go:271] [openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj] addLogicalPort took 39.429779ms, libovsdb time 935.988µs I0417 18:41:09.279803 3774 cni.go:452] [openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj a10ae2cc77632a3a86397ab8c17db183941842934816303b4396b0e2fceb2be8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj a10ae2cc77632a3a86397ab8c17db183941842934816303b4396b0e2fceb2be8 network default NAD default NAD key ] I0417 18:41:09.280467 3774 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-vw876 f236178a157243557cf3d052ac9996f4f945158d2b561094ef44e93305fe6e83 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vw876 f236178a157243557cf3d052ac9996f4f945158d2b561094ef44e93305fe6e83 network default NAD default NAD key ] I0417 18:41:09.282842 3774 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn 82e1493c7d600fe3fde2444efe6640b53d205ff597db5d57d6334e194e39298f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn 82e1493c7d600fe3fde2444efe6640b53d205ff597db5d57d6334e194e39298f network default NAD default NAD key ] I0417 18:41:09.282846 3774 cni.go:452] [openshift-network-diagnostics/network-check-target-dsqzr 0f0078d353353a569ec67332f858025594a8718f348855113cda19cd01b1ced7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dsqzr 0f0078d353353a569ec67332f858025594a8718f348855113cda19cd01b1ced7 network default NAD default NAD key ] I0417 18:41:09.282987 3774 cni.go:452] [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key ] I0417 18:41:09.285473 3774 cni.go:452] [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key ] I0417 18:41:09.297965 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7ccdf587fd-gbqmj, hostIfaceName: a10ae2cc77632a3, network: default, NAD default, SandboxID: "a10ae2cc77632a3a86397ab8c17db183941842934816303b4396b0e2fceb2be8", PCI device ID: , UID: "49f8a577-e514-46f9-849c-bdd9ca95ab37", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0417 18:41:09.298834 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-vw876, hostIfaceName: f236178a1572435, network: default, NAD default, SandboxID: "f236178a157243557cf3d052ac9996f4f945158d2b561094ef44e93305fe6e83", PCI device ID: , UID: "652bf624-ae10-41b3-8cd1-db6283e8ea06", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0417 18:41:09.301627 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78b9644658-d5472, hostIfaceName: 095654283c9acb6, network: default, NAD default, SandboxID: "095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3", PCI device ID: , UID: "a371d589-c1b0-4837-8249-08ae3063f494", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0417 18:41:09.301634 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dsqzr, hostIfaceName: 0f0078d353353a5, network: default, NAD default, SandboxID: "0f0078d353353a569ec67332f858025594a8718f348855113cda19cd01b1ced7", PCI device ID: , UID: "88e8829b-50b3-4855-b96e-3ded7fef6075", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0417 18:41:09.303204 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: d7c7bcda6d07067, network: default, NAD default, SandboxID: "d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd", PCI device ID: , UID: "f187b7dd-94df-4878-83cd-bb6b14381fed", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0417 18:41:09.304509 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-pfdhn, hostIfaceName: 82e1493c7d600fe, network: default, NAD default, SandboxID: "82e1493c7d600fe3fde2444efe6640b53d205ff597db5d57d6334e194e39298f", PCI device ID: , UID: "b9c1515a-a0b2-450b-b5cc-a32e0593ad0d", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0417 18:41:09.360073 3774 cni.go:473] [openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj a10ae2cc77632a3a86397ab8c17db183941842934816303b4396b0e2fceb2be8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7ccdf587fd-gbqmj a10ae2cc77632a3a86397ab8c17db183941842934816303b4396b0e2fceb2be8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:37:b5:c9:0c:2b\",\"name\":\"a10ae2cc77632a3\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df739ff2-b0c9-4f1d-96d1-145cda43fb48\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:09.583788 3774 cni.go:473] [openshift-network-diagnostics/network-check-target-dsqzr 0f0078d353353a569ec67332f858025594a8718f348855113cda19cd01b1ced7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dsqzr 0f0078d353353a569ec67332f858025594a8718f348855113cda19cd01b1ced7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:65:b3:da:ae:d1\",\"name\":\"0f0078d353353a5\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f9d2dd5-c22a-4eba-a65d-3521ce8cf688\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:09.584304 3774 cni.go:473] [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:88:90:c2:89:62\",\"name\":\"095654283c9acb6\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ad771d-9f3d-4cea-8dc3-45455bf9cdc4\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:09.585484 3774 cni.go:473] [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:91:da:66:93:3d\",\"name\":\"d7c7bcda6d07067\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9f3782b-fa01-411c-9055-4b26ac66cd2e\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:09.585491 3774 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-vw876 f236178a157243557cf3d052ac9996f4f945158d2b561094ef44e93305fe6e83 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vw876 f236178a157243557cf3d052ac9996f4f945158d2b561094ef44e93305fe6e83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d6:d0:29:87:15\",\"name\":\"f236178a1572435\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bc21cc6-7093-4965-9252-23a474fcfc7e\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:09.585890 3774 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn 82e1493c7d600fe3fde2444efe6640b53d205ff597db5d57d6334e194e39298f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-pfdhn 82e1493c7d600fe3fde2444efe6640b53d205ff597db5d57d6334e194e39298f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:db:d6:fa:75:7e\",\"name\":\"82e1493c7d600fe\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/589ba080-3127-4d99-8403-0700d316de35\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:41:09.917295 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0417 18:41:09.948205 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59d7f65bd7-92jcr] creating logical port openshift-monitoring_metrics-server-59d7f65bd7-92jcr for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:09.948352 3774 kube.go:256] Updating pod openshift-monitoring/metrics-server-59d7f65bd7-92jcr I0417 18:41:09.966504 3774 pod.go:62] [openshift-monitoring/metrics-server-59d7f65bd7-92jcr] pod update took 18.169751ms I0417 18:41:09.966582 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59d7f65bd7-92jcr] addLogicalPort annotation time took 18.25499ms I0417 18:41:09.968054 3774 pods.go:271] [openshift-monitoring/metrics-server-59d7f65bd7-92jcr] addLogicalPort took 19.834262ms, libovsdb time 1.039965ms I0417 18:41:10.094915 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-hxphz for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:10.095054 3774 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz I0417 18:41:10.110465 3774 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz] pod update took 15.466982ms I0417 18:41:10.110492 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz] addLogicalPort annotation time took 15.500679ms I0417 18:41:10.111913 3774 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz] addLogicalPort took 17.016492ms, libovsdb time 1.081893ms W0417 18:41:10.414872 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0417 18:41:10.544593 3774 cni.go:452] [openshift-monitoring/metrics-server-59d7f65bd7-92jcr 21a309e889841ebcfd9fa9dbd0c3868f3900daf3dbbdf3237bdb9ca9928baafe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59d7f65bd7-92jcr 21a309e889841ebcfd9fa9dbd0c3868f3900daf3dbbdf3237bdb9ca9928baafe network default NAD default NAD key ] I0417 18:41:10.555298 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59d7f65bd7-92jcr, hostIfaceName: 21a309e889841eb, network: default, NAD default, SandboxID: "21a309e889841ebcfd9fa9dbd0c3868f3900daf3dbbdf3237bdb9ca9928baafe", PCI device ID: , UID: "87f033fd-afb5-4f0a-bfde-80fbbdd87925", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0417 18:41:10.621138 3774 cni.go:473] [openshift-monitoring/metrics-server-59d7f65bd7-92jcr 21a309e889841ebcfd9fa9dbd0c3868f3900daf3dbbdf3237bdb9ca9928baafe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59d7f65bd7-92jcr 21a309e889841ebcfd9fa9dbd0c3868f3900daf3dbbdf3237bdb9ca9928baafe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:85:32:2c:dc:be\",\"name\":\"21a309e889841eb\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22467c6f-2b85-4fbb-80a2-88c4cddec5b5\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:11.795507 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:11.795637 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0417 18:41:11.858808 3774 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 63.218148ms I0417 18:41:11.858903 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 63.318667ms I0417 18:41:11.860428 3774 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 64.943631ms, libovsdb time 1.11067ms W0417 18:41:14.236451 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0417 18:41:14.830038 3774 cni.go:452] [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key ] I0417 18:41:14.830722 3774 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz c7bc62f6cb460f89fc15276e2f6f7663d1f501b684348bd33da4ab35e78217bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz c7bc62f6cb460f89fc15276e2f6f7663d1f501b684348bd33da4ab35e78217bd network default NAD default NAD key ] I0417 18:41:14.845615 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-hxphz, hostIfaceName: c7bc62f6cb460f8, network: default, NAD default, SandboxID: "c7bc62f6cb460f89fc15276e2f6f7663d1f501b684348bd33da4ab35e78217bd", PCI device ID: , UID: "4bd285c6-b618-4d02-b342-e9f5995f9a5d", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0417 18:41:14.848950 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 27d139f1398b55b, network: default, NAD default, SandboxID: "27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a", PCI device ID: , UID: "5c199956-4182-49ef-88d9-bdfe2c8a5ada", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0417 18:41:14.929669 3774 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz c7bc62f6cb460f89fc15276e2f6f7663d1f501b684348bd33da4ab35e78217bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hxphz c7bc62f6cb460f89fc15276e2f6f7663d1f501b684348bd33da4ab35e78217bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7d:95:95:24:b6\",\"name\":\"c7bc62f6cb460f8\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8efa8f78-c569-4db4-9bfa-5655adbc4b7f\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:41:14.947822 3774 cni.go:473] [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:e6:79:bf:a0:f6\",\"name\":\"27d139f1398b55b\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b326a7-387f-4b05-bde6-6603ff0532ce\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:41:15.485092 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 18:41:15.513957 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:15.565054 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:15.565073 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:15.565081 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:15.612416 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:15.612442 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:15.972989 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 18:41:16.002354 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:16.047086 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:16.047163 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:41:16.138339 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:16.138355 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:16.138362 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:16.974740 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 18:41:17.004188 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.004213 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.004219 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.004224 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459409 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459430 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459438 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:17.459442 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:19.942648 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 18:41:19.952736 3774 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-774cbc7cbd-blm48 IP address from the namespace address-set, err: pod openshift-console/console-774cbc7cbd-blm48: no pod IPs found W0417 18:41:20.263568 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0417 18:41:21.297575 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:41:21.297598 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 18:41:21.616830 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:21.617441 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:22.268251 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:22.268281 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-759bcd5579-sn6lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:22.275658 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-759bcd5579-sn6lt I0417 18:41:22.275684 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-759bcd5579-sn6lt W0417 18:41:23.009313 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009329 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009346 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009351 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009364 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009369 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009373 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.009378 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.486036 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.486056 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.486061 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:23.486066 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 18:41:30.308907 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 18:41:35.333261 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 18:41:36.456360 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 18:41:37.548102 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.548128 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.548136 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.548152 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.548159 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:37.548165 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 18:41:41.252999 3774 obj_retry.go:498] Detected object openshift-console/console-78b9644658-c49xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:41.253555 3774 obj_retry.go:498] Detected object openshift-console/console-78b9644658-c49xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:42.088750 3774 obj_retry.go:492] Detected object openshift-console/console-78b9644658-c49xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:42.088769 3774 obj_retry.go:492] Detected object openshift-console/console-78b9644658-c49xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:42.093896 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b9644658-c49xn I0417 18:41:42.093923 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b9644658-c49xn I0417 18:41:45.140184 3774 cni.go:452] [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key ] I0417 18:41:45.216129 3774 cni.go:473] [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78b9644658-d5472 095654283c9acb69e8a457c8a4c7cc804c25ded7e322e46fa2bb33c84e73b0b3 network default NAD default NAD key default], result "{}", err I0417 18:41:45.280571 3774 obj_retry.go:498] Detected object openshift-console/console-78b9644658-d5472 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:45.280602 3774 pods.go:176] Deleting pod: openshift-console/console-78b9644658-d5472 I0417 18:41:45.282008 3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78b9644658-d5472, ips: 10.129.0.12 I0417 18:41:45.282058 3774 obj_retry.go:498] Detected object openshift-console/console-78b9644658-d5472 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:45.288913 3774 base_network_controller_pods.go:487] [default/openshift-console/console-5cf9589c6c-4bts6] creating logical port openshift-console_console-5cf9589c6c-4bts6 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:41:45.289017 3774 kube.go:256] Updating pod openshift-console/console-5cf9589c6c-4bts6 I0417 18:41:45.303695 3774 pod.go:62] [openshift-console/console-5cf9589c6c-4bts6] pod update took 14.706544ms I0417 18:41:45.303720 3774 base_network_controller_pods.go:951] [default/openshift-console/console-5cf9589c6c-4bts6] addLogicalPort annotation time took 14.735971ms I0417 18:41:45.304824 3774 pods.go:271] [openshift-console/console-5cf9589c6c-4bts6] addLogicalPort took 15.926693ms, libovsdb time 797.273µs I0417 18:41:45.570918 3774 obj_retry.go:492] Detected object openshift-console/console-78b9644658-d5472 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:45.570941 3774 obj_retry.go:492] Detected object openshift-console/console-78b9644658-d5472 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:45.576210 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b9644658-d5472 I0417 18:41:45.576233 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b9644658-d5472 I0417 18:41:45.663519 3774 cni.go:452] [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key ] I0417 18:41:45.672834 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cf9589c6c-4bts6, hostIfaceName: 7f9d5ea1a8f5297, network: default, NAD default, SandboxID: "7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b", PCI device ID: , UID: "fcbe201a-e65d-45ef-a56e-505f468ea058", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0417 18:41:45.720482 3774 cni.go:473] [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:5e:2f:5f:9d:36\",\"name\":\"7f9d5ea1a8f5297\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23bf8504-1dc5-4d15-a319-6b4804847ef9\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:41:46.449483 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 18:41:46.928178 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:46.928202 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:41:46.928211 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 18:41:47.330808 3774 obj_retry.go:498] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:47.331405 3774 obj_retry.go:498] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:41:47.684232 3774 obj_retry.go:492] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:47.684256 3774 obj_retry.go:492] Detected object openshift-ingress/router-default-759fbb4fcf-xt7hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:41:47.692200 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-759fbb4fcf-xt7hr I0417 18:41:47.692227 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-759fbb4fcf-xt7hr W0417 18:41:52.148930 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:41:52.148959 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:41:52.182832 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:41:52.182861 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:41:56.634688 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 18:42:12.257288 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:42:12.257311 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:42:12.257334 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:42:12.257339 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:42:12.722508 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:42:12.722527 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 18:42:17.473805 3774 obj_retry.go:498] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:17.474396 3774 obj_retry.go:498] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:17.513578 3774 obj_retry.go:492] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:17.513600 3774 obj_retry.go:492] Detected object openshift-console/console-774cbc7cbd-8j2zj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:17.522505 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-774cbc7cbd-8j2zj I0417 18:42:17.522525 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-774cbc7cbd-8j2zj I0417 18:42:25.409484 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410001 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410060 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410075 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0417 18:42:25.410093 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:42:25.410103 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 18:42:26.436113 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:26.436139 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:26.436155 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:26.436170 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653905j272 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:27.243946 3774 cni.go:452] [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key ] I0417 18:42:27.319127 3774 cni.go:473] [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 d7c7bcda6d070676d262e880f55affe26e257a6f07132709ee5612cde23eb8bd network default NAD default NAD key default], result "{}", err I0417 18:42:27.376781 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:27.376823 3774 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0417 18:42:27.378412 3774 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0417 18:42:27.378450 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:27.740920 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:27.740940 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:27.749142 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0417 18:42:27.749230 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0417 18:42:27.787804 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:42:27.787935 3774 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0417 18:42:27.811720 3774 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.820776ms I0417 18:42:27.811827 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.930364ms I0417 18:42:27.813735 3774 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.94714ms, libovsdb time 1.282575ms I0417 18:42:28.149103 3774 cni.go:452] [openshift-monitoring/alertmanager-main-1 de55b6005ee1ebc3508156ecd1d5fba3ff703ef76a3c42c21e3c33b963f92fe1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 de55b6005ee1ebc3508156ecd1d5fba3ff703ef76a3c42c21e3c33b963f92fe1 network default NAD default NAD key ] I0417 18:42:28.158832 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: de55b6005ee1ebc, network: default, NAD default, SandboxID: "de55b6005ee1ebc3508156ecd1d5fba3ff703ef76a3c42c21e3c33b963f92fe1", PCI device ID: , UID: "e652c38a-3974-4218-9ffe-a1bf6e71fba4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0417 18:42:28.206361 3774 cni.go:473] [openshift-monitoring/alertmanager-main-1 de55b6005ee1ebc3508156ecd1d5fba3ff703ef76a3c42c21e3c33b963f92fe1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 de55b6005ee1ebc3508156ecd1d5fba3ff703ef76a3c42c21e3c33b963f92fe1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:20:c6:28:9f:91\",\"name\":\"de55b6005ee1ebc\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ea2a535-fd5c-429c-9e09-826a9f163916\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:42:28.236117 3774 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 18:42:28.246344 3774 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 18:42:31.695244 3774 cni.go:452] [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key ] I0417 18:42:31.781507 3774 cni.go:473] [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 27d139f1398b55b163f300db773906d844a035df778489cf95f699012b32b56a network default NAD default NAD key default], result "{}", err I0417 18:42:31.844194 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:31.844233 3774 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0417 18:42:31.845426 3774 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0417 18:42:31.845453 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:32.775975 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:32.776000 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:32.783401 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0417 18:42:32.783433 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0417 18:42:32.828274 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:42:32.828403 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0417 18:42:32.849788 3774 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.419777ms I0417 18:42:32.849812 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.448416ms I0417 18:42:32.851011 3774 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.753986ms, libovsdb time 804.987µs I0417 18:42:33.198593 3774 cni.go:452] [openshift-monitoring/prometheus-k8s-1 99cf15483d343997f1a3e84941131a8f12708b2c177fc814f374bcd7b6d8263e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 99cf15483d343997f1a3e84941131a8f12708b2c177fc814f374bcd7b6d8263e network default NAD default NAD key ] I0417 18:42:33.208054 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 99cf15483d34399, network: default, NAD default, SandboxID: "99cf15483d343997f1a3e84941131a8f12708b2c177fc814f374bcd7b6d8263e", PCI device ID: , UID: "f8278b23-fee3-41be-96fa-db7fcc33d220", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0417 18:42:33.255892 3774 cni.go:473] [openshift-monitoring/prometheus-k8s-1 99cf15483d343997f1a3e84941131a8f12708b2c177fc814f374bcd7b6d8263e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 99cf15483d343997f1a3e84941131a8f12708b2c177fc814f374bcd7b6d8263e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f7:93:00:57:cd\",\"name\":\"99cf15483d34399\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58ebf864-16e3-47a9-91c4-62e01df0fb4d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:42:48.197315 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:42:48.197340 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 18:42:48.197346 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 18:42:49.501523 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:49.502188 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:50.386820 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:50.386840 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:50.395697 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0417 18:42:50.395720 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0417 18:42:56.080753 3774 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-brv57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:56.081389 3774 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-brv57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:42:56.416302 3774 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-brv57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:56.416326 3774 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-brv57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:42:56.418935 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf9589c6c-brv57 I0417 18:42:56.418958 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf9589c6c-brv57 I0417 18:43:06.826649 3774 cni.go:452] [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key ] I0417 18:43:06.898367 3774 cni.go:473] [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cf9589c6c-4bts6 7f9d5ea1a8f52971109d168177dc7bd178692c6a2288460233de48dcd209c43b network default NAD default NAD key default], result "{}", err I0417 18:43:06.944507 3774 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:06.944540 3774 pods.go:176] Deleting pod: openshift-console/console-5cf9589c6c-4bts6 I0417 18:43:06.945837 3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cf9589c6c-4bts6, ips: 10.129.0.20 I0417 18:43:06.945872 3774 obj_retry.go:498] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:07.917485 3774 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:07.917511 3774 obj_retry.go:492] Detected object openshift-console/console-5cf9589c6c-4bts6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:07.923363 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf9589c6c-4bts6 I0417 18:43:07.923388 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf9589c6c-4bts6 I0417 18:43:09.872597 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:09.873109 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:10.771864 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:10.771887 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607520-4b58g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:21.947336 3774 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0417 18:43:34.063654 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 18:43:34.063675 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 18:43:35.360875 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:35.361457 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:43:35.582831 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:35.582851 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:43:35.589572 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0417 18:43:35.589598 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0417 18:45:40.695886 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 18:45:46.076577 3774 namespace.go:98] [tsf] adding namespace I0417 18:45:46.077525 3774 namespace.go:102] [tsf] adding namespace took 925.672µs I0417 18:45:46.094769 3774 namespace.go:142] [tsf] updating namespace I0417 18:45:46.104428 3774 namespace.go:142] [tsf] updating namespace I0417 18:45:50.281063 3774 namespace.go:98] [cert-manager-operator] adding namespace I0417 18:45:50.281911 3774 namespace.go:102] [cert-manager-operator] adding namespace took 823.131µs I0417 18:45:50.287236 3774 namespace.go:98] [rhtpa-operator] adding namespace I0417 18:45:50.287252 3774 namespace.go:98] [konflux-ui] adding namespace I0417 18:45:50.287367 3774 namespace.go:98] [tsf-keycloak] adding namespace I0417 18:45:50.287993 3774 namespace.go:102] [rhtpa-operator] adding namespace took 739.149µs I0417 18:45:50.288670 3774 namespace.go:102] [konflux-ui] adding namespace took 1.40585ms I0417 18:45:50.289341 3774 namespace.go:102] [tsf-keycloak] adding namespace took 1.960504ms I0417 18:45:50.294331 3774 namespace.go:98] [tsf-tpa] adding namespace I0417 18:45:50.294425 3774 namespace.go:98] [konflux-operator] adding namespace I0417 18:45:50.294514 3774 namespace.go:98] [rhbk-operator] adding namespace I0417 18:45:50.294517 3774 namespace.go:98] [tsf-tas] adding namespace I0417 18:45:50.294902 3774 namespace.go:102] [tsf-tpa] adding namespace took 557.481µs I0417 18:45:50.295462 3774 namespace.go:102] [konflux-operator] adding namespace took 1.02246ms I0417 18:45:50.296018 3774 namespace.go:102] [rhbk-operator] adding namespace took 1.492224ms I0417 18:45:50.296597 3774 namespace.go:102] [tsf-tas] adding namespace took 2.066399ms I0417 18:45:50.301337 3774 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:45:50.324517 3774 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:45:50.324534 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:50.327292 3774 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:45:50.337108 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:50.337141 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:45:50.337227 3774 namespace.go:142] [konflux-operator] updating namespace I0417 18:45:50.340794 3774 namespace.go:142] [tsf-tas] updating namespace I0417 18:45:50.350704 3774 namespace.go:142] [rhbk-operator] updating namespace I0417 18:45:50.350734 3774 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:45:50.381166 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:45:50.387125 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:45:50.387293 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:50.397155 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:50.412160 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:50.433173 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:50.433274 3774 namespace.go:142] [konflux-operator] updating namespace I0417 18:45:50.449236 3774 namespace.go:142] [tsf-tas] updating namespace I0417 18:45:50.459260 3774 namespace.go:142] [konflux-operator] updating namespace I0417 18:45:50.466909 3774 namespace.go:142] [tsf-tas] updating namespace I0417 18:45:50.470645 3774 namespace.go:142] [rhbk-operator] updating namespace I0417 18:45:50.496882 3774 namespace.go:142] [rhbk-operator] updating namespace I0417 18:45:50.496978 3774 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:45:50.497009 3774 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:45:51.447406 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:45:51.459601 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:45:57.258419 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.258968 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.258996 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.259006 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:45:57.259040 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:57.259046 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:45:58.283085 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.283106 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.283117 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:58.283132 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tb8jh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:45:59.274611 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.275137 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.275161 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.275169 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:45:59.275178 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:45:59.275184 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:00.306304 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.306328 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.306339 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:00.306348 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mg9js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:02.308498 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.309100 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.309126 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.309133 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:02.309142 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.309146 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:02.331980 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.332393 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.332415 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.332422 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:02.332430 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:02.332434 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:03.347127 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.347149 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.347166 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.347176 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececm4j8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374579 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374629 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374645 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:03.374653 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zmjnk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:05.345666 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.346233 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.346261 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.346270 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:05.346283 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.346293 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:05.371437 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.371878 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.371900 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.371906 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 18:46:05.371915 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 18:46:05.371922 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 18:46:05.640784 3774 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-8955v] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-8955v for pod on switch ip-10-0-1-68.ec2.internal I0417 18:46:05.640928 3774 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-8955v I0417 18:46:05.655736 3774 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-8955v] pod update took 14.833132ms I0417 18:46:05.655765 3774 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-8955v] addLogicalPort annotation time took 14.865916ms I0417 18:46:05.657172 3774 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-8955v] addLogicalPort took 16.405192ms, libovsdb time 964.569µs I0417 18:46:05.665099 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0417 18:46:06.005495 3774 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-8955v 7ec83dc687e9e5547263398a205e912dc746b810728ed01e716054ee5a143d32 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-8955v 7ec83dc687e9e5547263398a205e912dc746b810728ed01e716054ee5a143d32 network default NAD default NAD key ] I0417 18:46:06.014895 3774 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-8955v, hostIfaceName: 7ec83dc687e9e55, network: default, NAD default, SandboxID: "7ec83dc687e9e5547263398a205e912dc746b810728ed01e716054ee5a143d32", PCI device ID: , UID: "1db0d1be-7405-46dc-be42-e77f26161dac", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0417 18:46:06.070455 3774 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-8955v 7ec83dc687e9e5547263398a205e912dc746b810728ed01e716054ee5a143d32 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-8955v 7ec83dc687e9e5547263398a205e912dc746b810728ed01e716054ee5a143d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:16:88:58:3b:51\",\"name\":\"7ec83dc687e9e55\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c4d21ab-91d0-4705-b6b9-ab1f8ca36f90\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:46:06.370710 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.370734 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.370747 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.370756 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwxmxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.398759 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.398776 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.398788 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:06.398799 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wkx78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:46:14.335276 3774 namespace.go:98] [cert-manager] adding namespace I0417 18:46:14.336099 3774 namespace.go:102] [cert-manager] adding namespace took 797.048µs I0417 18:46:14.363872 3774 namespace.go:142] [cert-manager] updating namespace I0417 18:46:14.378253 3774 namespace.go:142] [cert-manager] updating namespace W0417 18:46:22.311323 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 18:46:22.311348 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 18:46:22.510609 3774 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-fqwzl for pod on switch ip-10-0-1-68.ec2.internal I0417 18:46:22.510732 3774 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl I0417 18:46:22.548067 3774 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl] pod update took 37.36105ms I0417 18:46:22.548089 3774 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl] addLogicalPort annotation time took 37.388674ms I0417 18:46:22.549163 3774 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl] addLogicalPort took 38.567236ms, libovsdb time 789.037µs I0417 18:46:22.868468 3774 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl d76217514a8bd0606abb3654d970a27ada661e127eb7cdfbcc89f9f89c2525a9 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl d76217514a8bd0606abb3654d970a27ada661e127eb7cdfbcc89f9f89c2525a9 network default NAD default NAD key ] I0417 18:46:22.877375 3774 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-fqwzl, hostIfaceName: d76217514a8bd06, network: default, NAD default, SandboxID: "d76217514a8bd0606abb3654d970a27ada661e127eb7cdfbcc89f9f89c2525a9", PCI device ID: , UID: "9028647c-cfe4-4f30-9792-e2a4dce8db5b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0417 18:46:22.925411 3774 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl d76217514a8bd0606abb3654d970a27ada661e127eb7cdfbcc89f9f89c2525a9 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fqwzl d76217514a8bd0606abb3654d970a27ada661e127eb7cdfbcc89f9f89c2525a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6f:42:19:a7:7b\",\"name\":\"d76217514a8bd06\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec5affa0-b18d-4020-af55-d7dd082c06de\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:46:24.119834 3774 namespace.go:142] [openshift-operators] updating namespace I0417 18:46:24.140349 3774 namespace.go:142] [openshift-operators] updating namespace W0417 18:46:30.453472 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 18:46:32.054080 3774 namespace.go:142] [openshift-operators] updating namespace I0417 18:46:32.587810 3774 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-z9r7g for pod on switch ip-10-0-1-68.ec2.internal I0417 18:46:32.587912 3774 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g I0417 18:46:32.609067 3774 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g] pod update took 21.172149ms I0417 18:46:32.609088 3774 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g] addLogicalPort annotation time took 21.198646ms I0417 18:46:32.610189 3774 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g] addLogicalPort took 22.405021ms, libovsdb time 804.826µs I0417 18:46:32.968714 3774 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g 9989483a1dff3ef4601af6b5dae6e8c77337e974152f7d14219d9d0ba6c559b2 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g 9989483a1dff3ef4601af6b5dae6e8c77337e974152f7d14219d9d0ba6c559b2 network default NAD default NAD key ] I0417 18:46:32.978285 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-z9r7g, hostIfaceName: 9989483a1dff3ef, network: default, NAD default, SandboxID: "9989483a1dff3ef4601af6b5dae6e8c77337e974152f7d14219d9d0ba6c559b2", PCI device ID: , UID: "d77483d3-98d5-4f7e-8ebd-f9db41896fa4", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0417 18:46:33.025836 3774 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g 9989483a1dff3ef4601af6b5dae6e8c77337e974152f7d14219d9d0ba6c559b2 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-z9r7g 9989483a1dff3ef4601af6b5dae6e8c77337e974152f7d14219d9d0ba6c559b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b4:85:ad:77:fb\",\"name\":\"9989483a1dff3ef\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8da6e96d-7d84-49fb-8adf-0088e4149850\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:46:33.708678 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 18:46:41.158000 3774 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 18:46:41.158858 3774 namespace.go:102] [trusted-artifact-signer] adding namespace took 810.022µs I0417 18:46:41.244736 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:41.280397 3774 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 18:46:41.774779 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 18:46:42.689258 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0417 18:46:47.110915 3774 namespace.go:98] [openshift-pipelines] adding namespace I0417 18:46:47.111866 3774 namespace.go:102] [openshift-pipelines] adding namespace took 926.275µs I0417 18:46:47.132727 3774 namespace.go:142] [openshift-pipelines] updating namespace I0417 18:46:47.826934 3774 namespace.go:142] [cert-manager] updating namespace I0417 18:46:48.030613 3774 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:46:48.431404 3774 namespace.go:142] [konflux-operator] updating namespace I0417 18:46:48.634705 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:46:48.831192 3774 namespace.go:142] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] updating namespace I0417 18:46:49.238597 3774 namespace.go:142] [rhbk-operator] updating namespace I0417 18:46:49.435515 3774 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:46:49.635927 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:49.834468 3774 namespace.go:142] [tsf] updating namespace I0417 18:46:50.037817 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:46:50.239724 3774 namespace.go:142] [tsf-tas] updating namespace I0417 18:46:50.440254 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:46:50.563472 3774 namespace.go:142] [cert-manager] updating namespace I0417 18:46:50.572018 3774 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:46:50.582588 3774 namespace.go:142] [default] updating namespace I0417 18:46:50.593003 3774 namespace.go:142] [konflux-operator] updating namespace I0417 18:46:50.601128 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:46:50.611603 3774 namespace.go:142] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] updating namespace I0417 18:46:50.617828 3774 namespace.go:142] [openshift] updating namespace I0417 18:46:50.626692 3774 namespace.go:142] [rhbk-operator] updating namespace I0417 18:46:50.634940 3774 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:46:50.644072 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:50.658006 3774 namespace.go:142] [tsf] updating namespace I0417 18:46:50.678744 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:46:50.702182 3774 namespace.go:142] [tsf-tas] updating namespace I0417 18:46:50.720302 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:46:50.819394 3774 namespace.go:142] [cert-manager] updating namespace I0417 18:46:50.921294 3774 namespace.go:142] [cert-manager-operator] updating namespace I0417 18:46:51.020242 3774 namespace.go:142] [default] updating namespace I0417 18:46:51.122264 3774 namespace.go:142] [konflux-operator] updating namespace I0417 18:46:51.224258 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:46:51.332958 3774 namespace.go:142] [open-cluster-management-2po2q8b3ubd89mbta5n7l49aiaaqqcse] updating namespace I0417 18:46:51.418515 3774 namespace.go:142] [openshift] updating namespace I0417 18:46:51.521277 3774 namespace.go:142] [rhbk-operator] updating namespace I0417 18:46:51.622758 3774 namespace.go:142] [rhtpa-operator] updating namespace I0417 18:46:51.720776 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 18:46:51.819066 3774 namespace.go:142] [tsf] updating namespace I0417 18:46:51.925673 3774 namespace.go:142] [tsf-keycloak] updating namespace I0417 18:46:52.021096 3774 namespace.go:142] [tsf-tas] updating namespace I0417 18:46:52.121411 3774 namespace.go:142] [tsf-tpa] updating namespace I0417 18:46:52.501503 3774 namespace.go:142] [openshift-pipelines] updating namespace I0417 18:46:52.585208 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=579 I0417 18:46:52.669203 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0417 18:46:58.770480 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 18:47:02.087648 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-58jgj for pod on switch ip-10-0-1-68.ec2.internal I0417 18:47:02.087754 3774 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj I0417 18:47:02.104690 3774 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj] pod update took 16.972029ms I0417 18:47:02.104730 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj] addLogicalPort annotation time took 17.01624ms I0417 18:47:02.105806 3774 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj] addLogicalPort took 18.175843ms, libovsdb time 774.251µs I0417 18:47:02.161077 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-lglpm for pod on switch ip-10-0-1-68.ec2.internal I0417 18:47:02.161159 3774 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm I0417 18:47:02.173336 3774 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm] pod update took 12.199303ms I0417 18:47:02.173359 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm] addLogicalPort annotation time took 12.223021ms I0417 18:47:02.174491 3774 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm] addLogicalPort took 13.427514ms, libovsdb time 821.238µs I0417 18:47:02.447511 3774 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj 2c9a61d978ea651e2123c3670bb2c719c1b1f4e2ce79b88b7e32ac882c237634 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj 2c9a61d978ea651e2123c3670bb2c719c1b1f4e2ce79b88b7e32ac882c237634 network default NAD default NAD key ] I0417 18:47:02.456947 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-58jgj, hostIfaceName: 2c9a61d978ea651, network: default, NAD default, SandboxID: "2c9a61d978ea651e2123c3670bb2c719c1b1f4e2ce79b88b7e32ac882c237634", PCI device ID: , UID: "a8402ec5-c317-4db5-a895-66a6ea5f8803", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0417 18:47:02.506616 3774 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj 2c9a61d978ea651e2123c3670bb2c719c1b1f4e2ce79b88b7e32ac882c237634 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-58jgj 2c9a61d978ea651e2123c3670bb2c719c1b1f4e2ce79b88b7e32ac882c237634 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:2c:69:41:2b:3c\",\"name\":\"2c9a61d978ea651\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c04e1625-87a7-4884-8c7a-67f29e8184d9\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:47:02.519234 3774 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm dddd74db445d56f48caa291ae5028fbd895be02e61193780eaaa6f95aaa6d699 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm dddd74db445d56f48caa291ae5028fbd895be02e61193780eaaa6f95aaa6d699 network default NAD default NAD key ] I0417 18:47:02.529236 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-lglpm, hostIfaceName: dddd74db445d56f, network: default, NAD default, SandboxID: "dddd74db445d56f48caa291ae5028fbd895be02e61193780eaaa6f95aaa6d699", PCI device ID: , UID: "59184ae3-9e05-4b0e-aee0-44e651899f92", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0417 18:47:02.577102 3774 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm dddd74db445d56f48caa291ae5028fbd895be02e61193780eaaa6f95aaa6d699 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lglpm dddd74db445d56f48caa291ae5028fbd895be02e61193780eaaa6f95aaa6d699 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:20:39:12:26:bf\",\"name\":\"dddd74db445d56f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1e3f116-f890-4272-acb3-15ac690fca4d\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:47:03.976807 3774 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:03.977456 3774 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:03.999333 3774 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:03.999357 3774 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:04.007006 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 18:47:04.007066 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0417 18:47:05.560862 3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:05.560878 3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:05.560883 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 18:47:05.855130 3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:05.855151 3774 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:05.855157 3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:05.855162 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:07.838041 3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 18:47:07.838057 3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 18:47:07.838061 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 18:47:12.860793 3774 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 18:47:14.873181 3774 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0417 18:47:16.858692 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:16.858715 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:16.858723 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 18:47:16.858733 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 18:47:25.658689 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-jpmz2 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:47:25.658782 3774 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2 I0417 18:47:25.671853 3774 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2] pod update took 13.106376ms I0417 18:47:25.671872 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2] addLogicalPort annotation time took 13.128164ms I0417 18:47:25.673155 3774 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2] addLogicalPort took 14.482738ms, libovsdb time 838.118µs I0417 18:47:25.764066 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-5cswc for pod on switch ip-10-0-1-68.ec2.internal I0417 18:47:25.764145 3774 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc I0417 18:47:25.778564 3774 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc] pod update took 14.446427ms I0417 18:47:25.778583 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc] addLogicalPort annotation time took 14.46857ms I0417 18:47:25.779777 3774 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc] addLogicalPort took 15.725079ms, libovsdb time 783.777µs I0417 18:47:26.024099 3774 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2 977ece3184d12cc0e3cbe028d7383f266c80b91f28a5a204808ecb0429d9f30d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2 977ece3184d12cc0e3cbe028d7383f266c80b91f28a5a204808ecb0429d9f30d network default NAD default NAD key ] I0417 18:47:26.034540 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-jpmz2, hostIfaceName: 977ece3184d12cc, network: default, NAD default, SandboxID: "977ece3184d12cc0e3cbe028d7383f266c80b91f28a5a204808ecb0429d9f30d", PCI device ID: , UID: "45d3021e-5ef6-4280-9342-791e7deba6e5", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0417 18:47:26.083527 3774 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2 977ece3184d12cc0e3cbe028d7383f266c80b91f28a5a204808ecb0429d9f30d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-jpmz2 977ece3184d12cc0e3cbe028d7383f266c80b91f28a5a204808ecb0429d9f30d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:48:aa:30:b3:ab\",\"name\":\"977ece3184d12cc\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f33c6acc-a93b-48a2-9286-c56fec85b0a8\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:47:26.123323 3774 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc 6c4e1b0ef327eacd2c66fae7275614962d020b73794edfdcd23ce65b6c5f850d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc 6c4e1b0ef327eacd2c66fae7275614962d020b73794edfdcd23ce65b6c5f850d network default NAD default NAD key ] I0417 18:47:26.133897 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-5cswc, hostIfaceName: 6c4e1b0ef327eac, network: default, NAD default, SandboxID: "6c4e1b0ef327eacd2c66fae7275614962d020b73794edfdcd23ce65b6c5f850d", PCI device ID: , UID: "236f77ed-7c5d-4a7a-a655-126010229107", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0417 18:47:26.181941 3774 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc 6c4e1b0ef327eacd2c66fae7275614962d020b73794edfdcd23ce65b6c5f850d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5cswc 6c4e1b0ef327eacd2c66fae7275614962d020b73794edfdcd23ce65b6c5f850d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3f:de:61:d6:48\",\"name\":\"6c4e1b0ef327eac\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5927a851-ac6b-43c4-a8fc-ab9cce4d0098\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:47:28.659443 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0417 18:47:28.954194 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0417 18:47:32.966443 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 18:47:39.133734 3774 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:39.134363 3774 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:47:39.154968 3774 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:39.154988 3774 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:47:39.160186 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 18:47:39.160206 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0417 18:47:39.968528 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0417 18:47:41.206526 3774 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 18:47:41.207318 3774 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 18:47:41.207347 3774 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 18:47:41.210105 3774 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0417 18:47:42.123987 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-2j4fm for pod on switch ip-10-0-1-68.ec2.internal I0417 18:47:42.124133 3774 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm I0417 18:47:42.144385 3774 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm] pod update took 20.289215ms I0417 18:47:42.144412 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm] addLogicalPort annotation time took 20.318887ms I0417 18:47:42.145641 3774 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm] addLogicalPort took 21.676817ms, libovsdb time 894.277µs I0417 18:47:42.487519 3774 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm 049b190f6501c7f2aa9f6ab1b1bc797a10f739f0fdc3b60ef771f4ce83e7440f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm 049b190f6501c7f2aa9f6ab1b1bc797a10f739f0fdc3b60ef771f4ce83e7440f network default NAD default NAD key ] I0417 18:47:42.497478 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-2j4fm, hostIfaceName: 049b190f6501c7f, network: default, NAD default, SandboxID: "049b190f6501c7f2aa9f6ab1b1bc797a10f739f0fdc3b60ef771f4ce83e7440f", PCI device ID: , UID: "e038f5ba-1c94-4b73-9437-a3c1b4637e09", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0417 18:47:42.547054 3774 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm 049b190f6501c7f2aa9f6ab1b1bc797a10f739f0fdc3b60ef771f4ce83e7440f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-2j4fm 049b190f6501c7f2aa9f6ab1b1bc797a10f739f0fdc3b60ef771f4ce83e7440f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:52:af:f9:b7:9f\",\"name\":\"049b190f6501c7f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8408eab2-8ab7-49c9-94db-f696cbd5e436\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:47:44.001292 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 18:47:44.001375 3774 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hd82d IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hd82d: no pod IPs found I0417 18:47:47.108846 3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0417 18:47:48.057909 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 18:47:48.057932 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0417 18:47:48.057970 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 18:47:48.057984 3774 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0417 18:47:51.660092 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 18:48:06.451811 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-szsqv for pod on switch ip-10-0-1-68.ec2.internal I0417 18:48:06.451938 3774 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv I0417 18:48:06.470263 3774 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv] pod update took 18.355625ms I0417 18:48:06.470288 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv] addLogicalPort annotation time took 18.384803ms I0417 18:48:06.471459 3774 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv] addLogicalPort took 19.661224ms, libovsdb time 795.183µs I0417 18:48:06.813448 3774 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv a1c6515d04d9a0301bc4a9c6d4d96486a4ae2f1a303886a170c40ac0a5abcced network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv a1c6515d04d9a0301bc4a9c6d4d96486a4ae2f1a303886a170c40ac0a5abcced network default NAD default NAD key ] I0417 18:48:06.822689 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-szsqv, hostIfaceName: a1c6515d04d9a03, network: default, NAD default, SandboxID: "a1c6515d04d9a0301bc4a9c6d4d96486a4ae2f1a303886a170c40ac0a5abcced", PCI device ID: , UID: "a5193d5f-2f42-458b-aedd-5d686d5d3a5c", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0417 18:48:06.873371 3774 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv a1c6515d04d9a0301bc4a9c6d4d96486a4ae2f1a303886a170c40ac0a5abcced network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-szsqv a1c6515d04d9a0301bc4a9c6d4d96486a4ae2f1a303886a170c40ac0a5abcced network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:be:24:d9:28:97\",\"name\":\"a1c6515d04d9a03\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bd6eff5-90db-459d-9590-3472be2745c4\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:48:10.932384 3774 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:10.932403 3774 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 18:48:10.932407 3774 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 18:48:25.393401 3774 namespace.go:142] [openshift-pipelines] updating namespace I0417 18:48:31.462838 3774 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:31.463344 3774 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:31.502825 3774 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:31.502846 3774 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:31.508396 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 18:48:31.508419 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0417 18:48:33.308992 3774 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-xgnds-skmhf] creating logical port tsf-tas_segment-backup-installation-xgnds-skmhf for pod on switch ip-10-0-1-68.ec2.internal I0417 18:48:33.309111 3774 kube.go:256] Updating pod tsf-tas/segment-backup-installation-xgnds-skmhf I0417 18:48:33.327179 3774 pod.go:62] [tsf-tas/segment-backup-installation-xgnds-skmhf] pod update took 18.089475ms I0417 18:48:33.327201 3774 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-xgnds-skmhf] addLogicalPort annotation time took 18.121249ms I0417 18:48:33.328396 3774 pods.go:271] [tsf-tas/segment-backup-installation-xgnds-skmhf] addLogicalPort took 19.419203ms, libovsdb time 827.612µs I0417 18:48:33.669511 3774 cni.go:452] [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key ] I0417 18:48:33.678608 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-xgnds-skmhf, hostIfaceName: 2bfc78225934ed9, network: default, NAD default, SandboxID: "2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e", PCI device ID: , UID: "546135c0-ff69-45df-b2f8-df619031337b", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0417 18:48:33.727955 3774 cni.go:473] [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f4:2c:b4:1a:ce\",\"name\":\"2bfc78225934ed9\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f97c36a7-dba9-4d11-b0e5-0fa312859979\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:48:34.487653 3774 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-85cc8ff946-q4swt] creating logical port tsf-tas_trillian-logserver-85cc8ff946-q4swt for pod on switch ip-10-0-1-68.ec2.internal I0417 18:48:34.487748 3774 kube.go:256] Updating pod tsf-tas/trillian-logserver-85cc8ff946-q4swt I0417 18:48:34.506247 3774 pod.go:62] [tsf-tas/trillian-logserver-85cc8ff946-q4swt] pod update took 18.525772ms I0417 18:48:34.506276 3774 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-85cc8ff946-q4swt] addLogicalPort annotation time took 18.559822ms I0417 18:48:34.507407 3774 pods.go:271] [tsf-tas/trillian-logserver-85cc8ff946-q4swt] addLogicalPort took 19.765767ms, libovsdb time 785.634µs I0417 18:48:34.717764 3774 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-768777847d-wsbnr] creating logical port tsf-tas_trillian-logsigner-768777847d-wsbnr for pod on switch ip-10-0-1-68.ec2.internal I0417 18:48:34.717857 3774 kube.go:256] Updating pod tsf-tas/trillian-logsigner-768777847d-wsbnr I0417 18:48:34.738415 3774 pod.go:62] [tsf-tas/trillian-logsigner-768777847d-wsbnr] pod update took 20.583576ms I0417 18:48:34.738441 3774 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-768777847d-wsbnr] addLogicalPort annotation time took 20.611142ms I0417 18:48:34.739620 3774 pods.go:271] [tsf-tas/trillian-logsigner-768777847d-wsbnr] addLogicalPort took 21.865652ms, libovsdb time 839.611µs I0417 18:48:34.869834 3774 cni.go:452] [tsf-tas/trillian-logserver-85cc8ff946-q4swt 17fe6140ec661719e69a5bb45db08478e1a3f2fe27591cf8230f6c4195ba13f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-85cc8ff946-q4swt 17fe6140ec661719e69a5bb45db08478e1a3f2fe27591cf8230f6c4195ba13f3 network default NAD default NAD key ] I0417 18:48:34.881655 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-85cc8ff946-q4swt, hostIfaceName: 17fe6140ec66171, network: default, NAD default, SandboxID: "17fe6140ec661719e69a5bb45db08478e1a3f2fe27591cf8230f6c4195ba13f3", PCI device ID: , UID: "d2519d93-1fc8-4417-aa5f-55905688248b", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0417 18:48:34.962600 3774 cni.go:473] [tsf-tas/trillian-logserver-85cc8ff946-q4swt 17fe6140ec661719e69a5bb45db08478e1a3f2fe27591cf8230f6c4195ba13f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-85cc8ff946-q4swt 17fe6140ec661719e69a5bb45db08478e1a3f2fe27591cf8230f6c4195ba13f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ba:a1:f7:e2:e6\",\"name\":\"17fe6140ec66171\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac9d813-d948-4018-b449-2e2f1112b1a4\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:48:35.090955 3774 cni.go:452] [tsf-tas/trillian-logsigner-768777847d-wsbnr 8ab057745913e1681bda02f924c625c9ad358ee19fc22ca1b9f5fd3bc8bdd04c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-768777847d-wsbnr 8ab057745913e1681bda02f924c625c9ad358ee19fc22ca1b9f5fd3bc8bdd04c network default NAD default NAD key ] I0417 18:48:35.103452 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-768777847d-wsbnr, hostIfaceName: 8ab057745913e16, network: default, NAD default, SandboxID: "8ab057745913e1681bda02f924c625c9ad358ee19fc22ca1b9f5fd3bc8bdd04c", PCI device ID: , UID: "b88e53e4-d29a-49dd-9f10-34147b4e6951", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0417 18:48:35.173538 3774 cni.go:473] [tsf-tas/trillian-logsigner-768777847d-wsbnr 8ab057745913e1681bda02f924c625c9ad358ee19fc22ca1b9f5fd3bc8bdd04c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-768777847d-wsbnr 8ab057745913e1681bda02f924c625c9ad358ee19fc22ca1b9f5fd3bc8bdd04c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:bd:8a:ba:69:5d\",\"name\":\"8ab057745913e16\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98991644-07ae-47e2-8788-f20ebd58d6d6\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:48:35.626530 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-px42z for pod on switch ip-10-0-1-68.ec2.internal I0417 18:48:35.626651 3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z I0417 18:48:35.641500 3774 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z] pod update took 14.881543ms I0417 18:48:35.641526 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z] addLogicalPort annotation time took 14.914334ms I0417 18:48:35.643260 3774 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z] addLogicalPort took 16.750489ms, libovsdb time 1.252027ms I0417 18:48:35.722576 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-9xq8h for pod on switch ip-10-0-1-68.ec2.internal I0417 18:48:35.722666 3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h I0417 18:48:35.738471 3774 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h] pod update took 15.823707ms I0417 18:48:35.738554 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h] addLogicalPort annotation time took 15.910535ms I0417 18:48:35.740125 3774 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h] addLogicalPort took 17.564895ms, libovsdb time 1.03736ms I0417 18:48:35.998263 3774 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z 629e270651928141d8e01f9e1aaf000eee3925232ed9ea602066c6ab48558985 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z 629e270651928141d8e01f9e1aaf000eee3925232ed9ea602066c6ab48558985 network default NAD default NAD key ] I0417 18:48:36.008955 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-px42z, hostIfaceName: 629e27065192814, network: default, NAD default, SandboxID: "629e270651928141d8e01f9e1aaf000eee3925232ed9ea602066c6ab48558985", PCI device ID: , UID: "f980a52e-1649-41dd-80d9-1f903f4bf2b0", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0417 18:48:36.069668 3774 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z 629e270651928141d8e01f9e1aaf000eee3925232ed9ea602066c6ab48558985 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-px42z 629e270651928141d8e01f9e1aaf000eee3925232ed9ea602066c6ab48558985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:63:b0:dd:22:ac\",\"name\":\"629e27065192814\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12f2ee15-43e3-4f7a-be34-6fb73506f9dc\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:48:36.098714 3774 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h 62168bb9efa13e74639fec34584d4eff1a160ee99442177f2c9e4c1a0d07014d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h 62168bb9efa13e74639fec34584d4eff1a160ee99442177f2c9e4c1a0d07014d network default NAD default NAD key ] I0417 18:48:36.111275 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-9xq8h, hostIfaceName: 62168bb9efa13e7, network: default, NAD default, SandboxID: "62168bb9efa13e74639fec34584d4eff1a160ee99442177f2c9e4c1a0d07014d", PCI device ID: , UID: "aa780668-2437-4324-bded-dfabf46f8ee5", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0417 18:48:36.183383 3774 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h 62168bb9efa13e74639fec34584d4eff1a160ee99442177f2c9e4c1a0d07014d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9xq8h 62168bb9efa13e74639fec34584d4eff1a160ee99442177f2c9e4c1a0d07014d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4d:ba:ad:d4:63\",\"name\":\"62168bb9efa13e7\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7f8a0ac-1908-4eae-91f2-4fa54c684925\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0417 18:48:37.364112 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0417 18:48:37.364138 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0417 18:48:41.527429 3774 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-k45zn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:41.528083 3774 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-k45zn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:42.440849 3774 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-k45zn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:42.440869 3774 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-k45zn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:48:44.122362 3774 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0417 18:48:49.347130 3774 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 18:48:49.347150 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 18:48:49.366156 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0417 18:48:49.384555 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 18:48:49.424747 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 18:48:50.356327 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 18:48:50.356351 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 18:48:52.369893 3774 cni.go:452] [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key ] I0417 18:48:52.459063 3774 cni.go:473] [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-xgnds-skmhf 2bfc78225934ed9e53c87946114b3468999edd5ecee161aa0cb3918421d2e25e network default NAD default NAD key default], result "{}", err I0417 18:48:52.507364 3774 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:52.507396 3774 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-xgnds-skmhf I0417 18:48:52.508761 3774 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-xgnds-skmhf, ips: 10.129.0.32 I0417 18:48:52.508796 3774 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:48:52.576383 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0417 18:48:53.531045 3774 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:48:53.531071 3774 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xgnds-skmhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:49:00.356587 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 18:49:13.431918 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 18:49:13.455947 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0417 18:49:13.576690 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=219 I0417 18:49:21.740274 3774 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:21.740793 3774 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:21.762821 3774 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:21.762845 3774 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:21.768452 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 18:49:21.768473 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 18:49:22.428042 3774 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-drq9q] creating logical port tsf_patch-tekton-config-drq9q for pod on switch ip-10-0-1-68.ec2.internal I0417 18:49:22.428166 3774 kube.go:256] Updating pod tsf/patch-tekton-config-drq9q I0417 18:49:22.439063 3774 pod.go:62] [tsf/patch-tekton-config-drq9q] pod update took 10.924511ms I0417 18:49:22.439080 3774 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-drq9q] addLogicalPort annotation time took 10.944949ms I0417 18:49:22.440428 3774 pods.go:271] [tsf/patch-tekton-config-drq9q] addLogicalPort took 12.898893ms, libovsdb time 862.904µs I0417 18:49:22.918895 3774 cni.go:452] [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key ] I0417 18:49:22.928894 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-drq9q, hostIfaceName: d927cd511d77b42, network: default, NAD default, SandboxID: "d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3", PCI device ID: , UID: "6a6f57b9-0166-41c8-80f2-5348dfb40a1a", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0417 18:49:22.982926 3774 cni.go:473] [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ad:b0:26:03:fb\",\"name\":\"d927cd511d77b42\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8816a07a-aac5-484b-a31c-14134c2b6762\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:49:23.573545 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0417 18:49:27.485112 3774 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:27.485680 3774 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:28.363627 3774 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:28.363671 3774 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-dpqtw-sgr6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:30.575297 3774 cni.go:452] [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key ] I0417 18:49:30.663062 3774 cni.go:473] [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-drq9q d927cd511d77b42ae643c1d37da8b574df3ce5c89b450727842c9a8934c0b1f3 network default NAD default NAD key default], result "{}", err I0417 18:49:30.717907 3774 obj_retry.go:498] Detected object tsf/patch-tekton-config-drq9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:30.717937 3774 pods.go:176] Deleting pod: tsf/patch-tekton-config-drq9q I0417 18:49:30.719259 3774 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-drq9q, ips: 10.129.0.37 I0417 18:49:30.719287 3774 obj_retry.go:498] Detected object tsf/patch-tekton-config-drq9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:31.742106 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:31.742129 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:32.511495 3774 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:32.512012 3774 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 18:49:32.655748 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 18:49:33.399951 3774 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:33.399978 3774 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vqz2t-vmf9w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:35.684564 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0417 18:49:35.923081 3774 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-545cddb758-xx9zn] creating logical port tsf-tas_rekor-redis-545cddb758-xx9zn for pod on switch ip-10-0-1-68.ec2.internal I0417 18:49:35.923203 3774 kube.go:256] Updating pod tsf-tas/rekor-redis-545cddb758-xx9zn I0417 18:49:35.938430 3774 pod.go:62] [tsf-tas/rekor-redis-545cddb758-xx9zn] pod update took 15.257205ms I0417 18:49:35.938456 3774 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-545cddb758-xx9zn] addLogicalPort annotation time took 15.295807ms I0417 18:49:35.939819 3774 pods.go:271] [tsf-tas/rekor-redis-545cddb758-xx9zn] addLogicalPort took 16.7631ms, libovsdb time 947.37µs I0417 18:49:36.288093 3774 cni.go:452] [tsf-tas/rekor-redis-545cddb758-xx9zn 57d2cedd6983a2c9c7f9633087d92894d6f75ba1260da733dce4408dc8385659 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-545cddb758-xx9zn 57d2cedd6983a2c9c7f9633087d92894d6f75ba1260da733dce4408dc8385659 network default NAD default NAD key ] I0417 18:49:36.297137 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-545cddb758-xx9zn, hostIfaceName: 57d2cedd6983a2c, network: default, NAD default, SandboxID: "57d2cedd6983a2c9c7f9633087d92894d6f75ba1260da733dce4408dc8385659", PCI device ID: , UID: "6cb7a95e-9846-4c06-a27c-f33226794e2a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0417 18:49:36.348203 3774 cni.go:473] [tsf-tas/rekor-redis-545cddb758-xx9zn 57d2cedd6983a2c9c7f9633087d92894d6f75ba1260da733dce4408dc8385659 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-545cddb758-xx9zn 57d2cedd6983a2c9c7f9633087d92894d6f75ba1260da733dce4408dc8385659 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:4d:98:3b:2c:fd\",\"name\":\"57d2cedd6983a2c\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c48075d-b673-4a9f-87ed-83418729554c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:49:37.547410 3774 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-5q9wx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:37.547944 3774 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-5q9wx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:38.438412 3774 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-5q9wx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.438433 3774 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-5q9wx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.469241 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.469315 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-drq9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:38.473731 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-drq9q I0417 18:49:38.473757 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-drq9q W0417 18:49:39.694240 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0417 18:49:40.622099 3774 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0417 18:49:41.695850 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0417 18:49:42.866799 3774 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:42.867370 3774 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:42.886232 3774 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:42.886250 3774 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:42.892866 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 18:49:42.892885 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 18:49:43.577482 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=103 W0417 18:49:44.463715 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 18:49:48.640225 3774 obj_retry.go:498] Detected object tsf-tpa/create-db-dlckp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:48.640799 3774 obj_retry.go:498] Detected object tsf-tpa/create-db-dlckp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:49.662713 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:49.662739 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:52.660828 3774 obj_retry.go:498] Detected object tsf-tpa/migrate-db-58x72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:52.661378 3774 obj_retry.go:498] Detected object tsf-tpa/migrate-db-58x72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 18:49:52.663869 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0417 18:49:52.794534 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:52.794561 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:55.691087 3774 obj_retry.go:498] Detected object tsf-tpa/create-importers-ldjg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:55.691627 3774 obj_retry.go:498] Detected object tsf-tpa/create-importers-ldjg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:49:55.898534 3774 base_network_controller_pods.go:487] [default/tsf-tpa/server-5d97cf8d77-z7cg7] creating logical port tsf-tpa_server-5d97cf8d77-z7cg7 for pod on switch ip-10-0-1-68.ec2.internal I0417 18:49:55.898656 3774 kube.go:256] Updating pod tsf-tpa/server-5d97cf8d77-z7cg7 I0417 18:49:55.912644 3774 pod.go:62] [tsf-tpa/server-5d97cf8d77-z7cg7] pod update took 14.036177ms I0417 18:49:55.912672 3774 base_network_controller_pods.go:951] [default/tsf-tpa/server-5d97cf8d77-z7cg7] addLogicalPort annotation time took 14.067753ms I0417 18:49:55.913888 3774 pods.go:271] [tsf-tpa/server-5d97cf8d77-z7cg7] addLogicalPort took 15.37524ms, libovsdb time 781.243µs I0417 18:49:55.953684 3774 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-228vm] creating logical port tsf-tpa_importer-5b5b6dd8fb-228vm for pod on switch ip-10-0-1-68.ec2.internal I0417 18:49:55.953780 3774 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-228vm I0417 18:49:55.966571 3774 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-228vm] pod update took 12.825943ms I0417 18:49:55.966592 3774 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-228vm] addLogicalPort annotation time took 12.85219ms I0417 18:49:55.967931 3774 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-228vm] addLogicalPort took 14.262467ms, libovsdb time 921.611µs I0417 18:49:56.003462 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:56.003483 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:49:57.679355 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0417 18:50:01.773841 3774 cni.go:452] [tsf-tpa/server-5d97cf8d77-z7cg7 ad6d8813588e2272ecb0660d78af8687382562eca802e5699d29fb17931c004a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5d97cf8d77-z7cg7 ad6d8813588e2272ecb0660d78af8687382562eca802e5699d29fb17931c004a network default NAD default NAD key ] I0417 18:50:01.783840 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5d97cf8d77-z7cg7, hostIfaceName: ad6d8813588e227, network: default, NAD default, SandboxID: "ad6d8813588e2272ecb0660d78af8687382562eca802e5699d29fb17931c004a", PCI device ID: , UID: "8b694189-5537-4e48-8393-6988ac22710d", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0417 18:50:01.806779 3774 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-228vm 620867d61f8c81875094030db245454964d7283386997bf417b080caffb8e758 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-228vm 620867d61f8c81875094030db245454964d7283386997bf417b080caffb8e758 network default NAD default NAD key ] I0417 18:50:01.815572 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-228vm, hostIfaceName: 620867d61f8c818, network: default, NAD default, SandboxID: "620867d61f8c81875094030db245454964d7283386997bf417b080caffb8e758", PCI device ID: , UID: "551baa52-0e0a-49e9-9415-b7dd73a9cfc4", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0417 18:50:01.841910 3774 cni.go:473] [tsf-tpa/server-5d97cf8d77-z7cg7 ad6d8813588e2272ecb0660d78af8687382562eca802e5699d29fb17931c004a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5d97cf8d77-z7cg7 ad6d8813588e2272ecb0660d78af8687382562eca802e5699d29fb17931c004a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c4:a5:9a:00:6e\",\"name\":\"ad6d8813588e227\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dd3515b-8978-4cd5-8134-f97f66c9b059\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:50:01.865828 3774 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-228vm 620867d61f8c81875094030db245454964d7283386997bf417b080caffb8e758 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-228vm 620867d61f8c81875094030db245454964d7283386997bf417b080caffb8e758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:60:6b:bf:ad:5b\",\"name\":\"620867d61f8c818\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98edaa5a-5e6a-4b3c-8e30-f92f04a29fee\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0417 18:50:03.988416 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:03.989015 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:04.859223 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:04.859249 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607530-gw94z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:50:05.755640 3774 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 18:50:06.673612 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0417 18:50:14.792378 3774 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:14.792908 3774 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:15.682239 3774 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:15.682259 3774 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gxnqd-j92xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 18:50:16.759930 3774 util.go:959] Failed to build node endpoints for node ip-10-0-1-68.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0417 18:50:18.574258 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=103 W0417 18:50:22.705128 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 18:50:34.155387 3774 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:34.155950 3774 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:50:34.191828 3774 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:34.191844 3774 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:50:34.197513 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 18:50:34.197542 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 18:50:34.997430 3774 namespace.go:98] [build-service] adding namespace I0417 18:50:34.997591 3774 namespace.go:98] [integration-service] adding namespace I0417 18:50:34.997686 3774 namespace.go:98] [default-tenant] adding namespace I0417 18:50:34.998300 3774 namespace.go:102] [build-service] adding namespace took 853.781µs I0417 18:50:34.998982 3774 namespace.go:102] [integration-service] adding namespace took 1.375744ms I0417 18:50:34.999534 3774 namespace.go:102] [default-tenant] adding namespace took 1.834257ms I0417 18:50:34.999557 3774 namespace.go:98] [image-controller] adding namespace I0417 18:50:35.000057 3774 namespace.go:102] [image-controller] adding namespace took 493.686µs I0417 18:50:35.081616 3774 namespace.go:142] [build-service] updating namespace I0417 18:50:35.100466 3774 namespace.go:142] [build-service] updating namespace I0417 18:50:35.100553 3774 namespace.go:142] [integration-service] updating namespace I0417 18:50:35.121418 3774 namespace.go:142] [integration-service] updating namespace I0417 18:50:35.136368 3774 namespace.go:142] [default-tenant] updating namespace I0417 18:50:35.170291 3774 namespace.go:142] [image-controller] updating namespace I0417 18:50:35.170311 3774 namespace.go:142] [default-tenant] updating namespace I0417 18:50:35.200464 3774 namespace.go:142] [image-controller] updating namespace I0417 18:50:35.288806 3774 namespace.go:142] [build-service] updating namespace I0417 18:50:35.335293 3774 namespace.go:142] [integration-service] updating namespace I0417 18:50:35.394509 3774 namespace.go:98] [release-service] adding namespace I0417 18:50:35.395348 3774 namespace.go:102] [release-service] adding namespace took 822.121µs I0417 18:50:35.443285 3774 namespace.go:142] [release-service] updating namespace I0417 18:50:35.454538 3774 namespace.go:142] [release-service] updating namespace I0417 18:50:35.480199 3774 namespace.go:142] [konflux-ui] updating namespace I0417 18:50:35.657230 3774 namespace.go:98] [konflux-info] adding namespace I0417 18:50:35.658072 3774 namespace.go:102] [konflux-info] adding namespace took 822.919µs I0417 18:50:35.733486 3774 namespace.go:142] [konflux-info] updating namespace I0417 18:50:35.743277 3774 namespace.go:142] [konflux-info] updating namespace I0417 18:50:35.763243 3774 namespace.go:98] [namespace-lister] adding namespace I0417 18:50:35.763971 3774 namespace.go:102] [namespace-lister] adding namespace took 713.72µs I0417 18:50:35.808482 3774 namespace.go:142] [build-service] updating namespace I0417 18:50:35.808591 3774 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:35.859345 3774 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:35.905402 3774 namespace.go:98] [enterprise-contract-service] adding namespace I0417 18:50:35.906214 3774 namespace.go:102] [enterprise-contract-service] adding namespace took 792.492µs I0417 18:50:35.968804 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:36.021841 3774 namespace.go:142] [image-controller] updating namespace I0417 18:50:36.041493 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:36.094661 3774 namespace.go:142] [default-tenant] updating namespace I0417 18:50:36.397305 3774 namespace.go:142] [image-controller] updating namespace I0417 18:50:36.609242 3774 namespace.go:142] [integration-service] updating namespace I0417 18:50:36.751250 3774 namespace.go:142] [build-service] updating namespace I0417 18:50:36.861392 3774 namespace.go:142] [default-tenant] updating namespace I0417 18:50:36.861438 3774 namespace.go:142] [image-controller] updating namespace I0417 18:50:36.861506 3774 namespace.go:142] [integration-service] updating namespace I0417 18:50:37.103307 3774 namespace.go:142] [default-tenant] updating namespace I0417 18:50:37.161315 3774 namespace.go:142] [build-service] updating namespace I0417 18:50:37.293045 3774 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 18:50:37.293560 3774 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 18:50:37.293575 3774 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 18:50:37.296164 3774 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 18:50:37.364174 3774 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 18:50:37.364198 3774 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 18:50:37.364989 3774 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 18:50:37.431069 3774 namespace.go:142] [default-tenant] updating namespace I0417 18:50:37.525417 3774 namespace.go:98] [segment-bridge] adding namespace I0417 18:50:37.526301 3774 namespace.go:102] [segment-bridge] adding namespace took 866.368µs I0417 18:50:37.536238 3774 namespace.go:142] [image-controller] updating namespace I0417 18:50:37.557338 3774 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:37.623244 3774 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:37.667287 3774 namespace.go:142] [integration-service] updating namespace I0417 18:50:38.888385 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:39.085828 3774 namespace.go:142] [konflux-info] updating namespace I0417 18:50:39.307279 3774 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:39.493224 3774 namespace.go:142] [release-service] updating namespace I0417 18:50:39.687611 3774 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:39.798358 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:39.835317 3774 namespace.go:142] [konflux-info] updating namespace I0417 18:50:39.858464 3774 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:39.869960 3774 namespace.go:142] [release-service] updating namespace I0417 18:50:39.910125 3774 namespace.go:142] [segment-bridge] updating namespace I0417 18:50:39.941952 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0417 18:50:40.006204 3774 namespace.go:142] [konflux-info] updating namespace I0417 18:50:40.122589 3774 namespace.go:142] [namespace-lister] updating namespace I0417 18:50:40.212345 3774 namespace.go:142] [release-service] updating namespace I0417 18:50:40.313392 3774 namespace.go:142] [segment-bridge] updating namespace W0417 18:50:41.058946 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 18:50:43.070124 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0417 18:50:43.856810 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 18:50:48.097273 3774 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 18:50:52.134032 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:52.134048 3774 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:53.947478 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 18:50:53.948583 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 18:50:53.964839 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 18:50:53.970670 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 18:50:53.993165 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 18:50:53.993255 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 18:50:54.016594 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 18:50:54.016611 3774 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0417 18:51:05.339465 3774 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:51:05.340116 3774 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:51:06.031296 3774 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:51:06.031323 3774 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:51:06.033878 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd I0417 18:51:06.033907 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-jx4qd I0417 18:52:03.367795 3774 obj_retry.go:498] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:03.368424 3774 obj_retry.go:498] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:03.543744 3774 obj_retry.go:492] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:03.543766 3774 obj_retry.go:492] Detected object konflux-ui/proxy-776599d8ff-zdgsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:03.549893 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-776599d8ff-zdgsj I0417 18:52:03.549920 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-776599d8ff-zdgsj I0417 18:52:08.561979 3774 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:08.562558 3774 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 18:52:08.579160 3774 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:08.579182 3774 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:52:08.585669 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 18:52:08.585692 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 18:52:30.691803 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0417 18:52:34.671494 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 18:52:42.136321 3774 namespace.go:98] [default-managed-tenant-xa4b3] adding namespace I0417 18:52:42.137275 3774 namespace.go:102] [default-managed-tenant-xa4b3] adding namespace took 932.8µs I0417 18:52:42.183166 3774 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:42.201313 3774 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:43.143983 3774 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:43.275872 3774 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:52:43.373820 3774 namespace.go:142] [default-managed-tenant-xa4b3] updating namespace I0417 18:53:41.662993 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 18:53:49.667951 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 18:54:00.698909 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 18:54:55.580087 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=72 I0417 18:54:57.579010 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0417 18:55:10.579394 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=63 I0417 18:55:18.588673 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=495 I0417 18:55:45.576942 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0417 18:57:25.662898 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0417 18:57:28.682462 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0417 18:57:43.687901 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0417 18:58:34.698914 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0417 18:58:48.674377 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0417 18:59:41.670853 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0417 18:59:42.677057 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0417 18:59:43.695506 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0417 18:59:49.046629 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:49.046675 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-dlckp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:49.051153 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dlckp I0417 18:59:49.051178 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dlckp I0417 18:59:51.577869 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=21 I0417 18:59:52.029378 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:52.029435 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-58x72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:52.033734 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-58x72 I0417 18:59:52.033756 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-58x72 I0417 18:59:56.026803 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:56.026837 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-ldjg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 18:59:56.030999 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ldjg5 I0417 18:59:56.031046 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ldjg5 I0417 19:00:04.210821 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 19:00:04.211369 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 19:00:05.074868 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 19:00:05.074888 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607540-x8gtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 19:00:10.582128 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0417 19:00:34.979898 3774 duration.go:461] Config duration recorder: measurement expired for pod/kube-system/ecr-credential-refresh-initial-4g8fb I0417 19:01:39.666266 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0417 19:01:52.583278 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0417 19:02:19.582796 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0417 19:02:42.666183 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0417 19:02:46.690737 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0417 19:03:16.701923 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 19:03:48.591506 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=39 I0417 19:04:01.677228 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 19:04:06.580342 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0417 19:04:40.685513 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8