+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-78.ec2.internal ++ [[ -n ip-10-0-1-78.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-78.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:00:50.961637524 - disable conntrack on geneve port' I0521 23:00:50.961637524 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:00:51.022286200 - starting ovnkube-node' I0521 23:00:51.022286200 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-78.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-78.ec2.internal --init-node ip-10-0-1-78.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-78.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 23:00:51.083454 3777 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 23:00:51.083504 3777 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-88447625ca.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 23:00:51.084816 3777 kube.go:431] Waiting for certificate I0521 23:00:51.084857 3777 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 23:00:51.084892 3777 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 23:00:51.085714 3777 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:00:51.120090 3777 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:51.120105 3777 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:51.122222 3777 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:51.122306 3777 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cbkn7" I0521 23:00:51.130167 3777 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cbkn7" I0521 23:00:51.130238 3777 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:52.085511 3777 kube.go:438] Certificate found I0521 23:00:52.086160 3777 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:00:52.087609 3777 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 23:00:52.151710 3777 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 22:55:51 +0000 UTC" deadline="2026-05-22 19:23:32.27174345 +0000 UTC" I0521 23:00:52.151761 3777 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h22m40.119999519s" I0521 23:00:52.161314 3777 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:00:52.183777 3777 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 23:00:52.183863 3777 server.go:101] MetricServer registers OVS metrics I0521 23:00:52.184312 3777 server.go:105] MetricServer registers OVN DB metrics I0521 23:00:52.186015 3777 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 23:00:52.186149 3777 factory.go:561] Starting watch factory I0521 23:00:52.186328 3777 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186343 3777 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186351 3777 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186354 3777 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186364 3777 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186372 3777 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186479 3777 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186534 3777 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186580 3777 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.186703 3777 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.187017 3777 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.187178 3777 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.189318 3777 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 23:00:52.189370 3777 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 23:00:52.190796 3777 controller_manager.go:370] Starting the ovnkube controller I0521 23:00:52.190814 3777 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-78.ec2.internal I0521 23:00:52.190879 3777 controller_manager.go:395] NBDB zone sync took: 42.701µs I0521 23:00:52.190894 3777 factory.go:561] Starting watch factory I0521 23:00:52.205082 3777 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 23:00:52.205122 3777 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 23:00:52.207934 3777 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.208074 3777 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.208746 3777 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.208784 3777 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.209125 3777 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.209260 3777 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 23:00:52.209294 3777 server.go:109] MetricServer registers OVN Controller metrics I0521 23:00:52.214346 3777 server.go:113] MetricServer registers OVN Northd metrics I0521 23:00:52.214657 3777 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:52.219499 3777 metrics.go:519] OVN Metrics Server starts to run ... I0521 23:00:52.291345 3777 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:00:52.291369 3777 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:00:52.291373 3777 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:00:52.291376 3777 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:00:52.291381 3777 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:00:52.291384 3777 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:00:52.291445 3777 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:52.291456 3777 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:52.291480 3777 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:52.291503 3777 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:52.296852 3777 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:00:52.296864 3777 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:00:52.296867 3777 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:00:52.296870 3777 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:00:52.296873 3777 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:00:52.296875 3777 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:00:52.314911 3777 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:52.332144 3777 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:52.397474 3777 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:00:52.397486 3777 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:00:52.397567 3777 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.397581 3777 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.402805 3777 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:00:52.402816 3777 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:00:52.416058 3777 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.503304 3777 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:00:52.503492 3777 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.503517 3777 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.508851 3777 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:00:52.522565 3777 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.609373 3777 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:00:52.609455 3777 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.609470 3777 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.614557 3777 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:00:52.632148 3777 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.715602 3777 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:00:52.715695 3777 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.715709 3777 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.720007 3777 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:00:52.734105 3777 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.821418 3777 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:00:52.821541 3777 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.821559 3777 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.825696 3777 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:00:52.843015 3777 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:52.927512 3777 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:00:52.927768 3777 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:52.927789 3777 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:52.931995 3777 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:00:52.947303 3777 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:53.033748 3777 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:00:53.033870 3777 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:53.033896 3777 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:53.033904 3777 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:53.033924 3777 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:53.038403 3777 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:00:53.073204 3777 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:53.117382 3777 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:53.140573 3777 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:00:53.140584 3777 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:00:53.140592 3777 factory.go:680] Watch Factory start up complete, took: 954.448339ms I0521 23:00:53.140681 3777 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 23:00:53.144034 3777 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:00:53.144046 3777 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:00:53.144054 3777 factory.go:680] Watch Factory start up complete, took: 953.161126ms I0521 23:00:53.144063 3777 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-78.ec2.internal" zone I0521 23:00:53.184430 3777 default_node_network_controller.go:710] Initializing the default node network controller I0521 23:00:53.261736 3777 udn_isolation.go:101] Starting UDN host isolation manager I0521 23:00:53.267723 3777 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 23:00:53.332914 3777 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 23:00:53.333042 3777 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 23:00:53.333063 3777 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 23:00:53.364726 3777 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 23:00:53.364785 3777 default_node_network_controller.go:809] Node ip-10-0-1-78.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 23:00:53.369561 3777 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.78"] k8s.ovn.org/zone-name:ip-10-0-1-78.ec2.internal] on node ip-10-0-1-78.ec2.internal I0521 23:00:53.390317 3777 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 23:00:53.394480 3777 controller_manager.go:429] Waiting for node in zone sync took: 250.404074ms I0521 23:00:53.396323 3777 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 23:00:53.396484 3777 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 23:00:53.396627 3777 gateway_init.go:263] Preparing Gateway I0521 23:00:53.396638 3777 gateway_shared_intf.go:1687] Creating new gateway I0521 23:00:53.399667 3777 controller_manager.go:611] Switching to transit router for layer2 networks I0521 23:00:53.399679 3777 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-78.ec2.internal I0521 23:00:53.415449 3777 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:00:53.421566 3777 controller_manager.go:290] SCTP support detected in OVN I0521 23:00:53.422213 3777 services_controller.go:69] Creating services controller for network=default I0521 23:00:53.422306 3777 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 23:00:53.422383 3777 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 23:00:53.422412 3777 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 23:00:53.422428 3777 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 23:00:53.422438 3777 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:00:53.422600 3777 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 23:00:53.422639 3777 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 23:00:53.422707 3777 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.883µs I0521 23:00:53.422729 3777 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 82.19µs I0521 23:00:53.422735 3777 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 96.426µs I0521 23:00:53.422741 3777 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 23:00:53.422747 3777 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 23:00:53.422755 3777 udn_enabled_svc.go:95] Performing full resync I0521 23:00:53.422773 3777 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.416µs I0521 23:00:53.422758 3777 default_network_controller.go:325] Starting the default network controller I0521 23:00:53.423043 3777 udn_enabled_svc.go:99] Waiting for handler to sync I0521 23:00:53.423052 3777 udn_enabled_svc.go:104] Starting worker I0521 23:00:53.432075 3777 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 23:00:53.432130 3777 repair.go:33] Syncing exgw routes took 42.716µs I0521 23:00:53.432151 3777 default_network_controller.go:414] Starting all the Watchers... I0521 23:00:53.432281 3777 namespace.go:98] [openshift-logging] adding namespace I0521 23:00:53.432286 3777 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 23:00:53.432294 3777 namespace.go:98] [openshift-image-registry] adding namespace I0521 23:00:53.432297 3777 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 23:00:53.432294 3777 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 23:00:53.432306 3777 namespace.go:98] [kube-node-lease] adding namespace I0521 23:00:53.432311 3777 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 23:00:53.432317 3777 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 23:00:53.432328 3777 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 23:00:53.432334 3777 namespace.go:98] [openshift-config] adding namespace I0521 23:00:53.432335 3777 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 23:00:53.432338 3777 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 23:00:53.432338 3777 namespace.go:98] [openshift-console-operator] adding namespace I0521 23:00:53.432352 3777 namespace.go:98] [openshift-monitoring] adding namespace I0521 23:00:53.432408 3777 namespace.go:98] [openshift-network-console] adding namespace I0521 23:00:53.432902 3777 namespace.go:102] [openshift-logging] adding namespace took 607.954µs I0521 23:00:53.432916 3777 namespace.go:98] [openshift-multus] adding namespace W0521 23:00:53.432934 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m2sr7: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found W0521 23:00:53.432944 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xs6v6: pod openshift-multus/network-metrics-daemon-xs6v6: no pod IPs found W0521 23:00:53.432949 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d777d: pod openshift-multus/network-metrics-daemon-d777d: no pod IPs found I0521 23:00:53.433347 3777 namespace.go:102] [openshift-multus] adding namespace took 426.68µs I0521 23:00:53.433359 3777 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 23:00:53.433838 3777 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 472.166µs I0521 23:00:53.433855 3777 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 23:00:53.434293 3777 namespace.go:102] [openshift-operators-redhat] adding namespace took 1.996752ms I0521 23:00:53.434310 3777 namespace.go:98] [openshift-ingress] adding namespace I0521 23:00:53.434850 3777 namespace.go:102] [openshift-image-registry] adding namespace took 2.546693ms I0521 23:00:53.434869 3777 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 23:00:53.435272 3777 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.964366ms I0521 23:00:53.435288 3777 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 23:00:53.435775 3777 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.465177ms I0521 23:00:53.435791 3777 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 23:00:53.436261 3777 namespace.go:102] [kube-node-lease] adding namespace took 3.947696ms I0521 23:00:53.436270 3777 namespace.go:98] [openshift-marketplace] adding namespace I0521 23:00:53.436699 3777 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.378521ms I0521 23:00:53.436712 3777 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 23:00:53.437149 3777 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.826329ms I0521 23:00:53.437165 3777 namespace.go:98] [openshift-node] adding namespace I0521 23:00:53.437571 3777 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.23823ms I0521 23:00:53.437580 3777 namespace.go:98] [kube-system] adding namespace W0521 23:00:53.437963 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bd2l9: pod openshift-network-diagnostics/network-check-target-bd2l9: no pod IPs found W0521 23:00:53.437975 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-k5vt5: pod openshift-network-diagnostics/network-check-target-k5vt5: no pod IPs found W0521 23:00:53.437982 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-v9gpb: pod openshift-network-diagnostics/network-check-target-v9gpb: no pod IPs found I0521 23:00:53.438002 3777 namespace.go:102] [openshift-config] adding namespace took 5.663216ms I0521 23:00:53.438016 3777 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 23:00:53.438468 3777 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.123951ms I0521 23:00:53.438476 3777 namespace.go:98] [default] adding namespace I0521 23:00:53.438928 3777 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.580249ms I0521 23:00:53.438941 3777 namespace.go:98] [openshift-operators] adding namespace I0521 23:00:53.439375 3777 namespace.go:102] [openshift-console-operator] adding namespace took 7.026073ms I0521 23:00:53.439384 3777 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 23:00:53.439743 3777 namespace.go:102] [openshift-monitoring] adding namespace took 7.384203ms I0521 23:00:53.439757 3777 namespace.go:98] [openshift-console] adding namespace I0521 23:00:53.440214 3777 namespace.go:102] [openshift-network-console] adding namespace took 7.798448ms I0521 23:00:53.440224 3777 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 23:00:53.440607 3777 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.746834ms I0521 23:00:53.440618 3777 namespace.go:98] [openshift-dns-operator] adding namespace I0521 23:00:53.441011 3777 namespace.go:102] [openshift-ingress] adding namespace took 6.695005ms I0521 23:00:53.441025 3777 namespace.go:98] [openshift-config-operator] adding namespace I0521 23:00:53.441854 3777 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.942902ms I0521 23:00:53.441868 3777 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 23:00:53.442257 3777 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.964352ms I0521 23:00:53.442268 3777 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 23:00:53.442631 3777 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.835324ms I0521 23:00:53.442643 3777 namespace.go:98] [openshift-cluster-version] adding namespace I0521 23:00:53.443032 3777 namespace.go:102] [openshift-marketplace] adding namespace took 6.758013ms I0521 23:00:53.443044 3777 namespace.go:98] [openshift-etcd] adding namespace I0521 23:00:53.443452 3777 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.734064ms I0521 23:00:53.443461 3777 namespace.go:98] [openshift-apiserver] adding namespace W0521 23:00:53.443805 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hsdhd: pod kube-system/global-pull-secret-syncer-hsdhd: no pod IPs found W0521 23:00:53.443815 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f46kx: pod kube-system/global-pull-secret-syncer-f46kx: no pod IPs found W0521 23:00:53.443834 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f4br4: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:53.443842 3777 namespace.go:102] [openshift-node] adding namespace took 6.673381ms I0521 23:00:53.443849 3777 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 23:00:53.444282 3777 namespace.go:102] [kube-system] adding namespace took 6.6972ms I0521 23:00:53.444295 3777 namespace.go:98] [openshift-backplane] adding namespace I0521 23:00:53.444716 3777 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.695188ms I0521 23:00:53.444730 3777 namespace.go:98] [openshift-package-operator] adding namespace I0521 23:00:53.445177 3777 namespace.go:102] [default] adding namespace took 6.695508ms I0521 23:00:53.445189 3777 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 23:00:53.445715 3777 namespace.go:102] [openshift-operators] adding namespace took 6.764547ms I0521 23:00:53.445732 3777 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 23:00:53.446289 3777 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.898643ms I0521 23:00:53.446309 3777 namespace.go:98] [openshift-authentication] adding namespace I0521 23:00:53.446855 3777 namespace.go:102] [openshift-console] adding namespace took 7.090198ms I0521 23:00:53.446876 3777 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 23:00:53.447480 3777 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.250192ms I0521 23:00:53.447493 3777 namespace.go:98] [openshift-insights] adding namespace I0521 23:00:53.448096 3777 namespace.go:102] [openshift-dns-operator] adding namespace took 7.470502ms I0521 23:00:53.448626 3777 namespace.go:102] [openshift-config-operator] adding namespace took 7.595992ms I0521 23:00:53.448638 3777 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 23:00:53.449219 3777 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.347945ms I0521 23:00:53.449228 3777 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 23:00:53.449768 3777 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.492888ms I0521 23:00:53.449786 3777 namespace.go:98] [openshift-host-network] adding namespace I0521 23:00:53.450264 3777 namespace.go:102] [openshift-cluster-version] adding namespace took 7.616067ms I0521 23:00:53.450275 3777 namespace.go:98] [openshift] adding namespace I0521 23:00:53.450751 3777 namespace.go:102] [openshift-etcd] adding namespace took 7.703549ms I0521 23:00:53.450762 3777 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 23:00:53.451344 3777 namespace.go:102] [openshift-apiserver] adding namespace took 7.876454ms I0521 23:00:53.451364 3777 namespace.go:98] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] adding namespace I0521 23:00:53.451812 3777 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.957822ms I0521 23:00:53.451838 3777 namespace.go:98] [kube-public] adding namespace I0521 23:00:53.452423 3777 namespace.go:102] [openshift-backplane] adding namespace took 8.122523ms I0521 23:00:53.452438 3777 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 23:00:53.452848 3777 namespace.go:102] [openshift-package-operator] adding namespace took 8.11422ms I0521 23:00:53.452858 3777 namespace.go:98] [openshift-infra] adding namespace I0521 23:00:53.453294 3777 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.09928ms I0521 23:00:53.453312 3777 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 23:00:53.453687 3777 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.950338ms I0521 23:00:53.453699 3777 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 23:00:53.454086 3777 namespace.go:102] [openshift-authentication] adding namespace took 7.771227ms I0521 23:00:53.454100 3777 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 23:00:53.454459 3777 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.577937ms I0521 23:00:53.454470 3777 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 23:00:53.454958 3777 namespace.go:102] [openshift-insights] adding namespace took 7.460357ms I0521 23:00:53.454975 3777 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 23:00:53.455433 3777 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.789682ms I0521 23:00:53.455447 3777 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 23:00:53.455914 3777 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.681918ms I0521 23:00:53.455925 3777 namespace.go:98] [openshift-dns] adding namespace I0521 23:00:53.456468 3777 namespace.go:102] [openshift-host-network] adding namespace took 6.670508ms I0521 23:00:53.456489 3777 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 23:00:53.456957 3777 namespace.go:102] [openshift] adding namespace took 6.676539ms I0521 23:00:53.456970 3777 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 23:00:53.457466 3777 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.698797ms I0521 23:00:53.457480 3777 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 23:00:53.458164 3777 namespace.go:102] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] adding namespace took 6.792616ms I0521 23:00:53.458184 3777 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 23:00:53.458644 3777 namespace.go:102] [kube-public] adding namespace took 6.798658ms I0521 23:00:53.458658 3777 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 23:00:53.459094 3777 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.651666ms I0521 23:00:53.459107 3777 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 23:00:53.459563 3777 namespace.go:102] [openshift-infra] adding namespace took 6.698158ms I0521 23:00:53.459577 3777 namespace.go:98] [openshift-machine-api] adding namespace I0521 23:00:53.460217 3777 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.89781ms I0521 23:00:53.460232 3777 namespace.go:98] [dedicated-admin] adding namespace I0521 23:00:53.460726 3777 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.018591ms I0521 23:00:53.460744 3777 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 23:00:53.461309 3777 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.203113ms I0521 23:00:53.461327 3777 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 23:00:53.461808 3777 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.332782ms I0521 23:00:53.461838 3777 namespace.go:98] [openshift-config-managed] adding namespace I0521 23:00:53.462755 3777 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.773216ms I0521 23:00:53.462769 3777 namespace.go:98] [openshift-network-operator] adding namespace I0521 23:00:53.463212 3777 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.760877ms I0521 23:00:53.463743 3777 namespace.go:102] [openshift-dns] adding namespace took 7.810528ms I0521 23:00:53.464304 3777 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.80626ms I0521 23:00:53.464769 3777 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.791893ms I0521 23:00:53.464784 3777 namespace.go:98] [openshift-controller-manager] adding namespace I0521 23:00:53.465260 3777 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.774817ms I0521 23:00:53.465274 3777 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 23:00:53.465653 3777 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.462084ms I0521 23:00:53.465666 3777 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 23:00:53.466109 3777 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.44558ms I0521 23:00:53.466512 3777 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.400745ms I0521 23:00:53.466526 3777 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 23:00:53.466918 3777 namespace.go:102] [openshift-machine-api] adding namespace took 7.333029ms I0521 23:00:53.467324 3777 namespace.go:102] [dedicated-admin] adding namespace took 7.08662ms I0521 23:00:53.467742 3777 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.991853ms I0521 23:00:53.468201 3777 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.868617ms I0521 23:00:53.468709 3777 namespace.go:102] [openshift-config-managed] adding namespace took 6.864734ms I0521 23:00:53.468725 3777 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 23:00:53.469243 3777 namespace.go:102] [openshift-network-operator] adding namespace took 6.467488ms I0521 23:00:53.469648 3777 namespace.go:102] [openshift-controller-manager] adding namespace took 4.857257ms I0521 23:00:53.470258 3777 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.977401ms I0521 23:00:53.470732 3777 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.060302ms I0521 23:00:53.471684 3777 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.151597ms I0521 23:00:53.472231 3777 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.499856ms W0521 23:00:53.472307 3777 master.go:458] Unable to parse local node ip-10-0-1-78.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 23:00:53.472316 3777 master.go:471] Unable to parse remote node ip-10-0-0-52.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 23:00:53.472320 3777 master.go:471] Unable to parse remote node ip-10-0-2-206.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 23:00:53.472324 3777 master.go:481] Removing stale chassis with ID/Name: 03066296-e56b-48e8-a3e4-4c74192dedb2, hostname: ip-10-0-1-78.ec2.internal I0521 23:00:53.472764 3777 master.go:548] Adding or Updating local node "ip-10-0-1-78.ec2.internal" for network "default" I0521 23:00:53.472805 3777 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-52.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-52.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-52.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal I0521 23:00:53.472848 3777 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-206.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-206.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-206.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal I0521 23:00:53.476667 3777 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-78.ec2.internal for the network default I0521 23:00:53.476990 3777 zone_ic_handler.go:195] Time taken to create transit switch: 311.361µs I0521 23:00:53.477699 3777 default_network_controller.go:823] Node add failed for ip-10-0-1-78.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal, error getting gateway config for node ip-10-0-1-78.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal", failed to update chassis to local for local node ip-10-0-1-78.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-78.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal] E0521 23:00:53.477737 3777 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-78.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal, error getting gateway config for node ip-10-0-1-78.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal", failed to update chassis to local for local node ip-10-0-1-78.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-78.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal] I0521 23:00:53.477787 3777 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 23:00:53.477814 3777 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 23:00:53.477849 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:53.477811 3777 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-78.ec2.internal", UID:"544b822d-6999-488a-8a7f-26764a5d313e", APIVersion:"v1", ResourceVersion:"8997", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal, error getting gateway config for node ip-10-0-1-78.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal", failed to update chassis to local for local node ip-10-0-1-78.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-78.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-78.ec2.internal] I0521 23:00:53.477881 3777 node_tracker.go:235] Node ip-10-0-0-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal" I0521 23:00:53.477892 3777 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:53.477905 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:53.477909 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0521 23:00:53.477917 3777 node_tracker.go:235] Node ip-10-0-1-78.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-78.ec2.internal" I0521 23:00:53.477852 3777 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 23:00:53.477922 3777 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:53.477947 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:53.477955 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:53.477968 3777 node_tracker.go:235] Node ip-10-0-2-206.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal" I0521 23:00:53.477980 3777 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:53.477984 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:53.505538 3777 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:00:53.511501 3777 iptables.go:108] Creating table: filter chain: OUTPUT I0521 23:00:53.517459 3777 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 23:00:53.517472 3777 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-78.ec2.internal","mac-address":"0a:ff:e2:d2:14:bf","ip-addresses":["10.0.1.78/24"],"ip-address":"10.0.1.78/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:03066296-e56b-48e8-a3e4-4c74192dedb2 k8s.ovn.org/node-encap-ips:["10.0.1.78"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.78/24"} k8s.ovn.org/zone-name:ip-10-0-1-78.ec2.internal] on node ip-10-0-1-78.ec2.internal I0521 23:00:53.533506 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0521 23:00:53.533570 3777 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:53.533606 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:53.533627 3777 master.go:548] Adding or Updating local node "ip-10-0-1-78.ec2.internal" for network "default" I0521 23:00:53.537947 3777 default_node_network_controller.go:519] Node connection status = connected W0521 23:00:53.538963 3777 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-hsdhd: pod kube-system/global-pull-secret-syncer-hsdhd: no pod IPs found W0521 23:00:53.538996 3777 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-k5vt5: pod openshift-network-diagnostics/network-check-target-k5vt5: no pod IPs found W0521 23:00:53.539009 3777 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-xs6v6: pod openshift-multus/network-metrics-daemon-xs6v6: no pod IPs found I0521 23:00:53.540028 3777 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-78.ec2.internal for the network default I0521 23:00:53.540241 3777 zone_ic_handler.go:195] Time taken to create transit switch: 198.374µs I0521 23:00:53.578086 3777 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 23:00:53.578102 3777 services_controller.go:208] Setting up event handlers for services for network=default I0521 23:00:53.578146 3777 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 23:00:53.578177 3777 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 23:00:53.578187 3777 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 23:00:53.678396 3777 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 23:00:53.678413 3777 repair.go:60] Starting repairing loop for services I0521 23:00:53.678493 3777 repair.go:131] Deleted 0 stale service LBs I0521 23:00:53.678511 3777 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 23:00:53.678527 3777 repair.go:62] Finished repairing loop for services: 116.247µs I0521 23:00:53.678550 3777 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 23:00:53.678557 3777 services_controller.go:254] Starting workers for network=default I0521 23:00:53.678858 3777 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-f46kx, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-f46kx: suppressed error logged: pod kube-system/global-pull-secret-syncer-f46kx: no pod IPs found I0521 23:00:53.678877 3777 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-v9gpb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-v9gpb: no pod IPs found I0521 23:00:53.678914 3777 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xs6v6] creating logical port openshift-multus_network-metrics-daemon-xs6v6 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:53.678927 3777 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-f4br4, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-f4br4: suppressed error logged: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:53.679003 3777 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-d777d, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d777d: suppressed error logged: pod openshift-multus/network-metrics-daemon-d777d: no pod IPs found I0521 23:00:53.679039 3777 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-m2sr7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-m2sr7: suppressed error logged: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found I0521 23:00:53.679076 3777 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-xs6v6 I0521 23:00:53.679185 3777 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-bd2l9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-bd2l9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-bd2l9: no pod IPs found I0521 23:00:53.679261 3777 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k5vt5] creating logical port openshift-network-diagnostics_network-check-target-k5vt5 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:53.679278 3777 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hsdhd] creating logical port kube-system_global-pull-secret-syncer-hsdhd for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:53.679375 3777 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-k5vt5 I0521 23:00:53.679388 3777 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hsdhd I0521 23:00:53.694007 3777 pod.go:62] [kube-system/global-pull-secret-syncer-hsdhd] pod update took 14.660863ms I0521 23:00:53.694026 3777 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-hsdhd] addLogicalPort annotation time took 14.681825ms I0521 23:00:53.694971 3777 pods.go:271] [kube-system/global-pull-secret-syncer-hsdhd] addLogicalPort took 15.705245ms, libovsdb time 703.395µs I0521 23:00:53.701029 3777 pod.go:62] [openshift-multus/network-metrics-daemon-xs6v6] pod update took 22.046229ms I0521 23:00:53.701045 3777 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-xs6v6] addLogicalPort annotation time took 22.06464ms I0521 23:00:53.701076 3777 pod.go:62] [openshift-network-diagnostics/network-check-target-k5vt5] pod update took 21.738394ms I0521 23:00:53.701092 3777 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-k5vt5] addLogicalPort annotation time took 21.758216ms I0521 23:00:53.701862 3777 pods.go:271] [openshift-multus/network-metrics-daemon-xs6v6] addLogicalPort took 22.953895ms, libovsdb time 604.779µs I0521 23:00:53.702284 3777 pods.go:271] [openshift-network-diagnostics/network-check-target-k5vt5] addLogicalPort took 23.032428ms, libovsdb time 989.484µs I0521 23:00:53.702613 3777 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 23:00:53.702629 3777 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 23:00:53.702639 3777 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 23:00:53.702644 3777 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 23:00:53.702811 3777 repair.go:29] Repairing admin network policies took 163.06µs I0521 23:00:53.702927 3777 repair.go:92] Repairing baseline admin network policies took 91.847µs I0521 23:00:53.703298 3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 23:00:53.703313 3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 23:00:53.704541 3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 23:00:53.704558 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 23:00:53.704569 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 23:00:53.706478 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 23:00:53.706494 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 23:00:53.706502 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 23:00:53.707531 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 23:00:53.707548 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 23:00:53.707557 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 23:00:53.708799 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 23:00:53.708838 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 23:00:53.708853 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 23:00:53.710006 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 23:00:53.710023 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 23:00:53.710370 3777 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 23:00:53.710381 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:00:53.711983 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 23:00:53.712001 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 23:00:53.712009 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 23:00:53.712462 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 23:00:53.712481 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 23:00:53.712487 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 23:00:53.713731 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 23:00:53.713748 3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 23:00:53.713760 3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 23:00:53.714602 3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 23:00:53.714619 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 23:00:53.714627 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 23:00:53.716187 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 23:00:53.716204 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 23:00:53.716211 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 23:00:53.717740 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 23:00:53.717757 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 23:00:53.717765 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 23:00:53.718242 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 23:00:53.718257 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 23:00:53.718265 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 23:00:53.720372 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 23:00:53.720392 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 23:00:53.720401 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 23:00:53.721387 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 23:00:53.721411 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 23:00:53.721426 3777 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 23:00:53.723237 3777 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 23:00:53.723255 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 23:00:53.723263 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 23:00:53.723873 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 23:00:53.723898 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 23:00:53.723909 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 23:00:53.724425 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 23:00:53.724443 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 23:00:53.724450 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 23:00:53.724972 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 23:00:53.724994 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 23:00:53.725003 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 23:00:53.725321 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 23:00:53.725336 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 23:00:53.725343 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 23:00:53.725879 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 23:00:53.725899 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 23:00:53.725933 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:00:53.726642 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 23:00:53.726660 3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 23:00:53.726680 3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 23:00:53.727811 3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 23:00:53.727846 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 23:00:53.727855 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 23:00:53.728194 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 23:00:53.728209 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 23:00:53.728216 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 23:00:53.728715 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 23:00:53.728732 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 23:00:53.728739 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 23:00:53.729249 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 23:00:53.729265 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 23:00:53.729271 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 23:00:53.729581 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 23:00:53.729599 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 23:00:53.729607 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 23:00:53.730109 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:00:53.730131 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 23:00:53.730143 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 23:00:53.730777 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 23:00:53.730793 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 23:00:53.730802 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 23:00:53.731391 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:00:53.736127 3777 egressfirewall.go:374] Starting EgressFirewall controller I0521 23:00:53.736172 3777 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 23:00:53.736221 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 23:00:53.736232 3777 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 23:00:53.736172 3777 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 23:00:53.736260 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 23:00:53.736268 3777 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 23:00:53.736570 3777 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 23:00:53.736585 3777 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 23:00:53.736592 3777 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 23:00:53.736602 3777 egressqos.go:193] Setting up event handlers for EgressQoS I0521 23:00:53.736613 3777 egressfirewall.go:723] Syncing node "ip-10-0-0-52.ec2.internal" for egress firewall I0521 23:00:53.736623 3777 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0521 23:00:53.736629 3777 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0521 23:00:53.736832 3777 egressqos.go:245] Starting EgressQoS Controller I0521 23:00:53.736851 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 23:00:53.736862 3777 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 23:00:53.736872 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 23:00:53.736880 3777 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 23:00:53.736889 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 23:00:53.736897 3777 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 23:00:53.736903 3777 egressqos.go:259] Repairing EgressQoSes I0521 23:00:53.736909 3777 egressqos.go:399] Starting repairing loop for egressqos I0521 23:00:53.736996 3777 egressqos.go:401] Finished repairing loop for egressqos: 87.929µs I0521 23:00:53.737015 3777 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 23:00:53.737052 3777 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-78.ec2.internal I0521 23:00:53.737104 3777 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-78.ec2.internal : 54.654µs I0521 23:00:53.737301 3777 egressservice_zone.go:210] Starting Egress Services Controller I0521 23:00:53.737315 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:00:53.737324 3777 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:00:53.737332 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:00:53.737340 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:00:53.737382 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:00:53.737391 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:00:53.737400 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 23:00:53.737417 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 23:00:53.737426 3777 egressservice_zone.go:228] Repairing Egress Services I0521 23:00:53.737703 3777 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 23:00:53.737713 3777 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:00:53.737772 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:00:53.737785 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 13.548µs I0521 23:00:53.737795 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:53.737801 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 6.878µs I0521 23:00:53.737808 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:00:53.737814 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 6.162µs I0521 23:00:53.737907 3777 default_network_controller.go:585] Completing all the Watchers took 305.743533ms I0521 23:00:53.737926 3777 default_network_controller.go:589] Starting unidling controllers I0521 23:00:53.737941 3777 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 23:00:53.737952 3777 unidle.go:63] Populating Initial ContollerEvent events I0521 23:00:53.737965 3777 unidle.go:79] Setting up event handlers for services I0521 23:00:53.738052 3777 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:00:54.037708 3777 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:54.537702 3777 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:54.939239 3777 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:00:55.038952 3777 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:55.056686 3777 bridgeconfig.go:537] Gateway is ready I0521 23:00:55.056703 3777 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 23:00:55.070198 3777 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.78. Updating OVN encap IP. I0521 23:00:55.075302 3777 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.78 - it is already configured I0521 23:00:55.075318 3777 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.78/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 23:00:55.075549 3777 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.78/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-78.ec2.internal","mac-address":"0a:ff:e2:d2:14:bf","ip-addresses":["10.0.1.78/24"],"ip-address":"10.0.1.78/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:03066296-e56b-48e8-a3e4-4c74192dedb2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.78/24"}] on node ip-10-0-1-78.ec2.internal I0521 23:00:55.091442 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:55.091454 3777 master.go:548] Adding or Updating local node "ip-10-0-1-78.ec2.internal" for network "default" I0521 23:00:55.091523 3777 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0521 23:00:55.091535 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0521 23:00:55.091458 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 20.995µs I0521 23:00:55.091594 3777 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:55.091612 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:55.091909 3777 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.78 I0521 23:00:55.092036 3777 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-78.ec2.internal I0521 23:00:55.097033 3777 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-78.ec2.internal. Updating no re-route policies I0521 23:00:55.097125 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s5xd9 I0521 23:00:55.097140 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-prsrm I0521 23:00:55.097150 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s5xd9 I0521 23:00:55.097156 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-prsrm I0521 23:00:55.097162 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bhmpv I0521 23:00:55.097161 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-h2zhs I0521 23:00:55.097175 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bhmpv I0521 23:00:55.097175 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dfp88 I0521 23:00:55.097186 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-prsrm after 0 failed attempt(s) I0521 23:00:55.097187 3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ntmjk I0521 23:00:55.097178 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-f6ff8 I0521 23:00:55.097196 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bhmpv after 0 failed attempt(s) I0521 23:00:55.097201 3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ntmjk I0521 23:00:55.097205 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb I0521 23:00:55.097205 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m2sr7 I0521 23:00:55.097210 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-k5vt5 I0521 23:00:55.097213 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-78.ec2.internal I0521 23:00:55.097221 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m2sr7 I0521 23:00:55.097220 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-zx8gp I0521 23:00:55.097227 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-k5vt5 I0521 23:00:55.097231 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-78.ec2.internal I0521 23:00:55.097239 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-zx8gp I0521 23:00:55.097257 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-78.ec2.internal after 0 failed attempt(s) I0521 23:00:55.097261 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-zx8gp after 0 failed attempt(s) I0521 23:00:55.097276 3777 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k5vt5] creating logical port openshift-network-diagnostics_network-check-target-k5vt5 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:55.097147 3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-78.ec2.internal I0521 23:00:55.097291 3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-78.ec2.internal I0521 23:00:55.097130 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fsqbk I0521 23:00:55.097311 3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-78.ec2.internal after 0 failed attempt(s) I0521 23:00:55.097313 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fsqbk I0521 23:00:55.097187 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-h2zhs I0521 23:00:55.097334 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-h2zhs after 0 failed attempt(s) I0521 23:00:55.097162 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xs6v6 I0521 23:00:55.097340 3777 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-m2sr7, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-m2sr7: suppressed error logged: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found I0521 23:00:55.097349 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xs6v6 I0521 23:00:55.097181 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s5xd9 after 0 failed attempt(s) I0521 23:00:55.097129 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d777d I0521 23:00:55.097359 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fsqbk after 0 failed attempt(s) I0521 23:00:55.097365 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d777d I0521 23:00:55.097211 3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hsdhd I0521 23:00:55.097372 3777 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xs6v6] creating logical port openshift-multus_network-metrics-daemon-xs6v6 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:55.097377 3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hsdhd I0521 23:00:55.097407 3777 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-d777d, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d777d: suppressed error logged: pod openshift-multus/network-metrics-daemon-d777d: no pod IPs found I0521 23:00:55.097410 3777 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hsdhd] creating logical port kube-system_global-pull-secret-syncer-hsdhd for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:55.097206 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-f6ff8 I0521 23:00:55.097453 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-f6ff8 after 0 failed attempt(s) I0521 23:00:55.097221 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dfp88 I0521 23:00:55.097477 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dfp88 after 0 failed attempt(s) I0521 23:00:55.097224 3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ntmjk after 0 failed attempt(s) I0521 23:00:55.097202 3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-f4br4 I0521 23:00:55.097216 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb I0521 23:00:55.097499 3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-f4br4 I0521 23:00:55.097529 3777 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-f4br4, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-f4br4: suppressed error logged: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:55.097543 3777 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-v9gpb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-v9gpb: no pod IPs found I0521 23:00:55.098241 3777 pods.go:271] [openshift-network-diagnostics/network-check-target-k5vt5] addLogicalPort took 983.338µs, libovsdb time 313.453µs I0521 23:00:55.098256 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-k5vt5 after 0 failed attempt(s) I0521 23:00:55.098318 3777 pods.go:271] [kube-system/global-pull-secret-syncer-hsdhd] addLogicalPort took 919.149µs, libovsdb time 368.897µs I0521 23:00:55.098329 3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-hsdhd after 0 failed attempt(s) I0521 23:00:55.098695 3777 pods.go:271] [openshift-multus/network-metrics-daemon-xs6v6] addLogicalPort took 1.32712ms, libovsdb time 659.273µs I0521 23:00:55.098710 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-xs6v6 after 0 failed attempt(s) I0521 23:00:55.109144 3777 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 23:00:55.120296 3777 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 23:00:55.123387 3777 iptables.go:108] Creating table: nat chain: OUTPUT I0521 23:00:55.168662 3777 iptables.go:108] Creating table: nat chain: PREROUTING I0521 23:00:55.221201 3777 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:00:55.236581 3777 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 23:00:55.236680 3777 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 23:00:55.236746 3777 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 23:00:55.236894 3777 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 23:00:55.236961 3777 gateway_init.go:325] Gateway and management port readiness took 1.703574497s I0521 23:00:55.236990 3777 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 23:00:55.237043 3777 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 23:00:55.237059 3777 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 23:00:55.237068 3777 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:00:55.237116 3777 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 23:00:55.237230 3777 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 83.781µs I0521 23:00:55.237468 3777 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 23:00:55.237495 3777 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.647µs I0521 23:00:55.237504 3777 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.25µs I0521 23:00:55.237510 3777 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 23:00:55.237519 3777 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 23:00:55.237527 3777 default_node_network_controller.go:899] Starting the default node network controller I0521 23:00:55.237531 3777 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 23:00:55.237613 3777 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.153µs I0521 23:00:55.237680 3777 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 23:00:55.237688 3777 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 23:00:55.237709 3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f03b0 0xc000213ce0 0xc000213dc0 0xc000213e30 0xc000213f10 0xc00033e000 0xc00033e070 0xc00089d590 0xc00033e0e0 0xc00033e150 0xc000a3c370 0xc006559340 0xc00033e1c0 map[0x2ff9080:0xc00220c600 0x2ff95c0:0xc00220c780 0x2ffa2e0:0xc00220c540 0x2ffa580:0xc00220c5a0 0x2ffad60:0xc00220c660 0x2ffb000:0xc00220c6c0 0x2ffb2a0:0xc00220c720 0x2ffba80:0xc00220c8a0 0x2ffbd20:0xc00220c900 0x3026980:0xc0011131a0 0x3026d20:0xc001113200 0x3027800:0xc000c321e0 0x3029160:0xc001ba6000 0x30298a0:0xc001113860 0x302a720:0xc001113140] 0xc0001807e0 0} I0521 23:00:55.237760 3777 gateway.go:151] Starting gateway service sync I0521 23:00:55.238197 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 23:00:55.240236 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 23:00:55.261754 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 23:00:55.262971 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 23:00:55.264112 3777 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 23:00:55.298619 3777 gateway.go:168] Gateway service sync done. Time taken: 60.845755ms I0521 23:00:55.299084 3777 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31707 I0521 23:00:55.299489 3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f03b0 0xc000213ce0 0xc000213dc0 0xc000213e30 0xc000213f10 0xc00033e000 0xc00033e070 0xc00089d590 0xc00033e0e0 0xc00033e150 0xc000a3c370 0xc006559340 0xc00033e1c0 map[0x2ff9080:0xc00220c600 0x2ff95c0:0xc00220c780 0x2ffa2e0:0xc00220c540 0x2ffa580:0xc00220c5a0 0x2ffad60:0xc00220c660 0x2ffb000:0xc00220c6c0 0x2ffb2a0:0xc00220c720 0x2ffba80:0xc00220c8a0 0x2ffbd20:0xc00220c900 0x3026980:0xc0011131a0 0x3026d20:0xc001113200 0x3027800:0xc000c321e0 0x3029160:0xc001ba6000 0x30298a0:0xc001113860 0x302a720:0xc001113140] 0xc0001807e0 0} I0521 23:00:55.299981 3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008f03b0 0xc000213ce0 0xc000213dc0 0xc000213e30 0xc000213f10 0xc00033e000 0xc00033e070 0xc00089d590 0xc00033e0e0 0xc00033e150 0xc000a3c370 0xc006559340 0xc00033e1c0 map[0x2ff9080:0xc00220c600 0x2ff95c0:0xc00220c780 0x2ffa2e0:0xc00220c540 0x2ffa580:0xc00220c5a0 0x2ffad60:0xc00220c660 0x2ffb000:0xc00220c6c0 0x2ffb2a0:0xc00220c720 0x2ffba80:0xc00220c8a0 0x2ffbd20:0xc00220c900 0x3026980:0xc0011131a0 0x3026d20:0xc001113200 0x3027800:0xc000c321e0 0x3029160:0xc001ba6000 0x30298a0:0xc001113860 0x302a720:0xc001113140] 0xc0001807e0 0} I0521 23:00:55.300018 3777 gateway.go:532] Reconciling gateway with updates I0521 23:00:55.305086 3777 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 23:00:55.305116 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:00:55.305133 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:00:55.305182 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:00:55.305201 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:00:55.305204 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:00:55.305220 3777 default_node_network_controller.go:944] Gateway and management port readiness took 67.521065ms I0521 23:00:55.305227 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:00:55.305247 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:00:55.305283 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:00:55.305301 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:00:55.305318 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:00:55.305291 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:00:55.305270 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:00:55.305350 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:00:55.305359 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:00:55.305365 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:00:55.305271 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:00:55.305373 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:00:55.305384 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:00:55.305378 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:00:55.305391 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:00:55.305401 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:00:55.305443 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:00:55.305281 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:00:55.305303 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:00:55.305470 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:00:55.305510 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:00:55.305252 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:00:55.305558 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:00:55.305570 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:00:55.305578 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:00:55.305556 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:00:55.305588 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:00:55.305603 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:00:55.305455 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:00:55.305663 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:00:55.305681 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:00:55.305730 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:00:55.305747 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:00:55.305753 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:00:55.305769 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:00:55.305839 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:00:55.305853 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:00:55.305882 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:00:55.305892 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:00:55.305918 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:00:55.305934 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:00:55.305937 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:00:55.305951 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:00:55.305957 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:00:55.305988 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:00:55.306001 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:00:55.306011 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:00:55.306020 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:00:55.306028 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:00:55.306033 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:00:55.306064 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:00:55.306081 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:00:55.306086 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:00:55.306108 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:00:55.306110 3777 node_ip_handler_linux.go:160] Node IP manager is running I0521 23:00:55.306117 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:00:55.306172 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:00:55.306191 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:00:55.306225 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:00:55.306232 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:00:55.306237 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:00:55.306244 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:00:55.306249 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:00:55.306253 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:00:55.306261 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:00:55.306266 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:00:55.306266 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:00:55.306280 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:00:55.306294 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:00:55.306298 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:00:55.306302 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:00:55.306309 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:00:55.306314 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:00:55.306335 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:00:55.306342 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:00:55.306346 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:00:55.306353 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:00:55.306357 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:00:55.306375 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:00:55.306382 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:00:55.306403 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:00:55.306418 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:00:55.306462 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:00:55.306473 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:00:55.306480 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:00:55.306487 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:00:55.306499 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 30263 is already open, no action needed I0521 23:00:55.306508 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 31895 is already open, no action needed I0521 23:00:55.306473 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:00:55.306516 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:00:55.306555 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:00:55.306563 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:00:55.306601 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:00:55.306609 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:00:55.306631 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:00:55.306640 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:00:55.306647 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:00:55.306658 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:00:55.306663 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:00:55.306682 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:00:55.306690 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target W0521 23:00:55.348074 3777 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:00:55.348240 3777 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:00:55.348344 3777 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 23:00:55.356412 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:00:55.356434 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:00:55.356440 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:00:55.356447 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:00:55.356454 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:00:55.356459 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:00:55.356477 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:00:55.356498 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:00:55.356504 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:00:55.356509 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:00:55.356530 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:00:55.356539 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:00:55.356544 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:00:55.356549 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:00:55.356554 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:00:55.356560 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:00:55.394489 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:00:55.394517 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:00:55.394527 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:00:55.394538 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:00:55.394546 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:00:55.394556 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:00:55.394572 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:00:55.432017 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:00:55.432022 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:00:55.432031 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:00:55.432045 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:00:55.432055 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:00:55.432063 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:00:56.893432 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:56.893459 3777 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:56.893465 3777 node_tracker.go:235] Node ip-10-0-2-206.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal" I0521 23:00:56.893484 3777 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:56.893499 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:56.933514 3777 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.040133 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:57.040189 3777 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.040200 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.040134 3777 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.041423 3777 zone_ic_handler.go:195] Time taken to create transit switch: 345.724µs I0521 23:00:57.041440 3777 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-206.ec2.internal for the network default I0521 23:00:57.042775 3777 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-206.ec2.internal" on network "default" took: 1.708657ms I0521 23:00:57.269638 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:57.269663 3777 node_tracker.go:235] Node ip-10-0-0-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal" I0521 23:00:57.269677 3777 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.269691 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.269692 3777 default_network_controller.go:1025] Node "ip-10-0-0-52.ec2.internal" in remote zone "ip-10-0-0-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.320510 3777 default_node_network_controller.go:1380] Starting node controller node sync W0521 23:00:57.320590 3777 egressip_healthcheck.go:76] Health checking using insecure connection I0521 23:00:57.320634 3777 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 23:00:57.332945 3777 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.414443ms I0521 23:00:57.333098 3777 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 23:00:57.333117 3777 default_network_controller.go:1025] Node "ip-10-0-0-52.ec2.internal" in remote zone "ip-10-0-0-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.333455 3777 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 23:00:57.333618 3777 egressservice_node.go:183] Starting Egress Services Controller I0521 23:00:57.333646 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:00:57.333656 3777 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:00:57.333661 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:00:57.333667 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:00:57.333674 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:00:57.333685 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:00:57.333693 3777 egressservice_node.go:197] Repairing Egress Services I0521 23:00:57.344859 3777 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 23:00:57.344871 3777 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:00:57.345064 3777 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 23:00:57.345079 3777 link_network_manager.go:119] Link manager is running I0521 23:00:57.345096 3777 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 23:00:57.345300 3777 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 23:00:57.345990 3777 vrf_manager.go:128] VRF manager is running I0521 23:00:57.346234 3777 node_controller_manager.go:437] Removing flows to drop GARP I0521 23:00:57.346245 3777 gateway.go:532] Reconciling gateway with updates I0521 23:00:57.366699 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:00:57.366721 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:00:57.366737 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:00:57.366751 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:00:57.366749 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:00:57.366753 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:00:57.366763 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:00:57.366766 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:00:57.366757 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:00:57.366769 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:00:57.366777 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:00:57.366780 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:00:57.366783 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:00:57.366786 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:00:57.366785 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:00:57.366795 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:00:57.366797 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:00:57.366799 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:00:57.366809 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:00:57.366811 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:00:57.366814 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:00:57.366815 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:00:57.366797 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:00:57.366848 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:00:57.366850 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:00:57.366812 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:00:57.366855 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:00:57.366775 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:00:57.366863 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:00:57.366864 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:00:57.366863 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:00:57.366872 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:00:57.366874 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:00:57.366881 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:00:57.366769 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:00:57.366890 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:00:57.366769 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:00:57.366856 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:00:57.366799 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:00:57.366810 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:00:57.366906 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:00:57.366914 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:00:57.366737 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:00:57.366920 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:00:57.366917 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:00:57.366927 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:00:57.366929 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:00:57.366936 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:00:57.366936 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:00:57.366939 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:00:57.366799 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:00:57.366946 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:00:57.366947 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:00:57.366955 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:00:57.366963 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:00:57.366977 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:00:57.366980 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:00:57.366938 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:00:57.366836 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:00:57.367004 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:00:57.366864 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:00:57.367003 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:00:57.367020 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:00:57.367023 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:00:57.366922 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:00:57.367034 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:00:57.366980 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:00:57.366911 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:00:57.367048 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:00:57.367056 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:00:57.367059 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:00:57.367058 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:00:57.367073 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:00:57.366852 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:00:57.367086 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:00:57.366848 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:00:57.366889 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:00:57.366789 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:00:57.367102 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:00:57.367105 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:00:57.367111 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:00:57.366816 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:00:57.366790 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:00:57.366883 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:00:57.367140 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 30263 is already open, no action needed I0521 23:00:57.366878 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:00:57.367179 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 31895 is already open, no action needed I0521 23:00:57.367185 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:00:57.367190 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:00:57.366909 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:00:57.367205 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:00:57.366912 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:00:57.367211 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:00:57.367222 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:00:57.366913 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:00:57.367280 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:00:57.366840 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:00:57.367309 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:00:57.366923 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:00:57.367322 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:00:57.366922 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:00:57.367354 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:00:57.366927 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:00:57.366940 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:00:57.366938 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:00:57.366939 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:00:57.366787 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:00:57.366992 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:00:57.367012 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:00:57.367065 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:00:57.367078 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:00:57.366806 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:00:57.367208 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:00:57.366815 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:00:57.387138 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:00:57.387146 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:00:57.387160 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:00:57.387166 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:00:57.387171 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:00:57.387177 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:00:57.393359 3777 default_network_controller.go:1025] Node "ip-10-0-0-52.ec2.internal" in remote zone "ip-10-0-0-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.393401 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:57.393462 3777 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.393479 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.394516 3777 zone_ic_handler.go:195] Time taken to create transit switch: 377.787µs I0521 23:00:57.394535 3777 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-52.ec2.internal for the network default I0521 23:00:57.395637 3777 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-52.ec2.internal" on network "default" took: 1.514182ms I0521 23:00:57.426496 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:00:57.426506 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:00:57.426523 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:00:57.426528 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:00:57.426535 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:00:57.426541 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:00:57.426546 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:00:57.426551 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:00:57.426557 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:00:57.464964 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:00:57.464984 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:00:57.464991 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:00:57.464999 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:00:57.465007 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:00:58.645134 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:00:58.645158 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 29.752µs I0521 23:00:58.645171 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:58.645185 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0521 23:00:58.645197 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:00:58.645251 3777 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0521 23:00:58.645261 3777 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:58.645281 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:58.651472 3777 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-206.ec2.internal. Updating no re-route policies I0521 23:00:58.662693 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:00:58.662708 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0521 23:00:59.029628 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:59.029656 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 43.126µs I0521 23:00:59.056408 3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65c54c5fb4-4lhbb] creating logical port openshift-image-registry_image-registry-65c54c5fb4-4lhbb for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:59.056530 3777 kube.go:256] Updating pod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:00:59.080133 3777 pod.go:62] [openshift-image-registry/image-registry-65c54c5fb4-4lhbb] pod update took 23.63969ms I0521 23:00:59.080152 3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65c54c5fb4-4lhbb] addLogicalPort annotation time took 23.662506ms I0521 23:00:59.081807 3777 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dbnxz] creating logical port openshift-dns_dns-default-dbnxz for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:59.081948 3777 pods.go:271] [openshift-image-registry/image-registry-65c54c5fb4-4lhbb] addLogicalPort took 25.552901ms, libovsdb time 1.547717ms I0521 23:00:59.082030 3777 kube.go:256] Updating pod openshift-dns/dns-default-dbnxz I0521 23:00:59.094318 3777 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-267q5] creating logical port openshift-ingress-canary_ingress-canary-267q5 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:59.094401 3777 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-267q5 I0521 23:00:59.100548 3777 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-77cpw for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:59.100611 3777 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw I0521 23:00:59.104661 3777 pod.go:62] [openshift-dns/dns-default-dbnxz] pod update took 22.657898ms I0521 23:00:59.104682 3777 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dbnxz] addLogicalPort annotation time took 22.693805ms I0521 23:00:59.105891 3777 pods.go:271] [openshift-dns/dns-default-dbnxz] addLogicalPort took 24.095855ms, libovsdb time 861.201µs I0521 23:00:59.112708 3777 pod.go:62] [openshift-ingress-canary/ingress-canary-267q5] pod update took 18.329338ms I0521 23:00:59.112725 3777 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-267q5] addLogicalPort annotation time took 18.353309ms I0521 23:00:59.113610 3777 pods.go:271] [openshift-ingress-canary/ingress-canary-267q5] addLogicalPort took 19.303132ms, libovsdb time 574.12µs I0521 23:00:59.113655 3777 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656740-4chqx for pod on switch ip-10-0-1-78.ec2.internal I0521 23:00:59.113717 3777 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx I0521 23:00:59.118757 3777 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw] pod update took 18.168117ms I0521 23:00:59.118772 3777 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw] addLogicalPort annotation time took 18.184045ms I0521 23:00:59.119902 3777 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw] addLogicalPort took 19.362637ms, libovsdb time 841.411µs I0521 23:00:59.124939 3777 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx] pod update took 11.246687ms I0521 23:00:59.124966 3777 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx] addLogicalPort annotation time took 11.263913ms I0521 23:00:59.125740 3777 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx] addLogicalPort took 12.096826ms, libovsdb time 562.943µs I0521 23:00:59.500489 3777 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw e647ef052950425773cc74193fe660b470e0794184cce140f10ddedb548f5cd6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw e647ef052950425773cc74193fe660b470e0794184cce140f10ddedb548f5cd6 network default NAD default NAD key ] I0521 23:00:59.528454 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-77cpw, hostIfaceName: e647ef052950425, network: default, NAD default, SandboxID: "e647ef052950425773cc74193fe660b470e0794184cce140f10ddedb548f5cd6", PCI device ID: , UID: "7fc25729-07d8-4f1d-b6a7-2c9dee692540", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 23:00:59.535685 3777 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key ] I0521 23:00:59.546812 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656740-4chqx, hostIfaceName: 6fc6f0f9c6e01e7, network: default, NAD default, SandboxID: "6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226", PCI device ID: , UID: "89d52c3f-3d2d-465a-b143-2471724af8cb", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 23:00:59.576029 3777 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw e647ef052950425773cc74193fe660b470e0794184cce140f10ddedb548f5cd6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-77cpw e647ef052950425773cc74193fe660b470e0794184cce140f10ddedb548f5cd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:64:42:cf:e7:fe\",\"name\":\"e647ef052950425\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2021409-65c3-4fb9-a329-32f1d2cfddc4\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:00:59.589976 3777 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:68:f6:07:95:97\",\"name\":\"6fc6f0f9c6e01e7\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94cdccc7-e3b1-4cd7-8e76-cb9c1fbef19d\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:00:59.799372 3777 cni.go:452] [openshift-ingress-canary/ingress-canary-267q5 a2301fcdfd7baf0ce3be5f22663040f1f06b0fe1089d89de3889e58d9af6225c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-267q5 a2301fcdfd7baf0ce3be5f22663040f1f06b0fe1089d89de3889e58d9af6225c network default NAD default NAD key ] I0521 23:00:59.810870 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-267q5, hostIfaceName: a2301fcdfd7baf0, network: default, NAD default, SandboxID: "a2301fcdfd7baf0ce3be5f22663040f1f06b0fe1089d89de3889e58d9af6225c", PCI device ID: , UID: "8d9dd251-d802-4841-bc4c-cddc0005f24b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 23:00:59.858661 3777 cni.go:473] [openshift-ingress-canary/ingress-canary-267q5 a2301fcdfd7baf0ce3be5f22663040f1f06b0fe1089d89de3889e58d9af6225c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-267q5 a2301fcdfd7baf0ce3be5f22663040f1f06b0fe1089d89de3889e58d9af6225c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:f1:51:cd:a1:b9\",\"name\":\"a2301fcdfd7baf0\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e71a42aa-917e-4150-be58-3b11cd09a5dd\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:00:59.949954 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:59.949982 3777 egressfirewall.go:723] Syncing node "ip-10-0-0-52.ec2.internal" for egress firewall I0521 23:00:59.949996 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:00:59.950011 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 20.799µs I0521 23:00:59.950043 3777 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:59.950061 3777 services_controller.go:574] Full service sync requested for network=default I0521 23:00:59.950060 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-52.ec2.internal", IP: 10.0.0.52 to PMTUD blocking rules I0521 23:00:59.950072 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:00:59.956427 3777 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-52.ec2.internal. Updating no re-route policies I0521 23:00:59.972342 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:00:59.972359 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-52.ec2.internal", IP: 10.0.0.52 to PMTUD blocking rules I0521 23:01:02.500067 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:01:02.500100 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 42.806µs I0521 23:01:03.500628 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:01:03.500656 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 34.053µs W0521 23:01:06.817414 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 23:01:12.756918 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:12.955690 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:19.843635 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:30.586241 3777 cni.go:452] [kube-system/global-pull-secret-syncer-hsdhd 32ddd011941626b6130a8aff4d375d1c2a9103d357ae25a5f46df30c1ecf8014 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-hsdhd 32ddd011941626b6130a8aff4d375d1c2a9103d357ae25a5f46df30c1ecf8014 network default NAD default NAD key ] I0521 23:01:30.596424 3777 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hsdhd, hostIfaceName: 32ddd011941626b, network: default, NAD default, SandboxID: "32ddd011941626b6130a8aff4d375d1c2a9103d357ae25a5f46df30c1ecf8014", PCI device ID: , UID: "f6aee56a-4a3b-4f03-b9d8-08212c4d2416", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 23:01:30.642374 3777 cni.go:473] [kube-system/global-pull-secret-syncer-hsdhd 32ddd011941626b6130a8aff4d375d1c2a9103d357ae25a5f46df30c1ecf8014 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hsdhd 32ddd011941626b6130a8aff4d375d1c2a9103d357ae25a5f46df30c1ecf8014 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7c:ab:fb:b2:4d\",\"name\":\"32ddd011941626b\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3318f5fd-a5cf-4528-bba2-c469ae65d27a\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:01:30.903020 3777 cni.go:452] [openshift-network-diagnostics/network-check-target-k5vt5 947b01e32b7ec4a7fb18463c9e49bdbff1b093254b0f2884de01fa205a6a8fa9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-k5vt5 947b01e32b7ec4a7fb18463c9e49bdbff1b093254b0f2884de01fa205a6a8fa9 network default NAD default NAD key ] I0521 23:01:30.914541 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-k5vt5, hostIfaceName: 947b01e32b7ec4a, network: default, NAD default, SandboxID: "947b01e32b7ec4a7fb18463c9e49bdbff1b093254b0f2884de01fa205a6a8fa9", PCI device ID: , UID: "c75e64d1-4e03-4a40-8371-1b03f8552f8f", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 23:01:30.957411 3777 cni.go:473] [openshift-network-diagnostics/network-check-target-k5vt5 947b01e32b7ec4a7fb18463c9e49bdbff1b093254b0f2884de01fa205a6a8fa9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-k5vt5 947b01e32b7ec4a7fb18463c9e49bdbff1b093254b0f2884de01fa205a6a8fa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:7f:0e:a1:ba:04\",\"name\":\"947b01e32b7ec4a\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ca6de93-b520-4b39-aa81-bf6093961c8c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:01:35.888049 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.744725 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.744750 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.945134 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.945162 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:02:06.903159 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:02:57.675726 3777 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-wsdwt for pod on switch ip-10-0-1-78.ec2.internal I0521 23:02:57.675841 3777 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt I0521 23:02:57.693005 3777 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt] pod update took 17.208023ms I0521 23:02:57.693028 3777 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt] addLogicalPort annotation time took 17.240279ms I0521 23:02:57.694142 3777 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt] addLogicalPort took 18.426474ms, libovsdb time 834.197µs W0521 23:03:02.059084 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:03:03.592173 3777 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 23:03:03.593163 3777 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 965.392µs I0521 23:03:03.624811 3777 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:03:04.163963 3777 namespace.go:98] [openshift-service-ca] adding namespace I0521 23:03:04.164810 3777 namespace.go:102] [openshift-service-ca] adding namespace took 827.786µs I0521 23:03:04.184401 3777 namespace.go:142] [openshift-service-ca] updating namespace W0521 23:03:10.891187 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:03:13.034112 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.034856 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.049551 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.049573 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.067220 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.067243 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.122848 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.122880 3777 pods.go:176] Deleting pod: openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:13.123962 3777 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-65c54c5fb4-4lhbb, ips: 10.128.0.6 I0521 23:03:13.123984 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.131808 3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6677cbf654-xh6q8] creating logical port openshift-image-registry_image-registry-6677cbf654-xh6q8 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:13.131933 3777 kube.go:256] Updating pod openshift-image-registry/image-registry-6677cbf654-xh6q8 I0521 23:03:13.141141 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.141160 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.146546 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:13.146592 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:13.150383 3777 pod.go:62] [openshift-image-registry/image-registry-6677cbf654-xh6q8] pod update took 18.487018ms I0521 23:03:13.150407 3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6677cbf654-xh6q8] addLogicalPort annotation time took 18.514677ms I0521 23:03:13.151448 3777 pods.go:271] [openshift-image-registry/image-registry-6677cbf654-xh6q8] addLogicalPort took 19.65689ms, libovsdb time 792.666µs I0521 23:03:13.490243 3777 cni.go:452] [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key ] I0521 23:03:13.500119 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6677cbf654-xh6q8, hostIfaceName: 58bf6676a8e7b82, network: default, NAD default, SandboxID: "58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433", PCI device ID: , UID: "a0c4f260-cde5-43af-84a3-d47a10d2d3f4", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 23:03:13.551972 3777 cni.go:473] [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:9d:7e:69:7f:12\",\"name\":\"58bf6676a8e7b82\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/330e1ef6-a917-4432-8f77-da664d46c7b0\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:25.381213 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.381908 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.381946 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.381956 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 23:03:25.381970 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.381975 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 23:03:29.444452 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.444482 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.444509 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.444520 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:03:29.534240 3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:29.634464 3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:29.714057 3777 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8cszg] creating logical port openshift-insights_insights-runtime-extractor-8cszg for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:29.714161 3777 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8cszg I0521 23:03:29.749075 3777 pod.go:62] [openshift-insights/insights-runtime-extractor-8cszg] pod update took 34.943635ms I0521 23:03:29.749102 3777 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8cszg] addLogicalPort annotation time took 34.973678ms I0521 23:03:29.750342 3777 pods.go:271] [openshift-insights/insights-runtime-extractor-8cszg] addLogicalPort took 36.30189ms, libovsdb time 899.408µs I0521 23:03:29.845097 3777 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt c0df6c8ceacf5fd74d17b0dbdae9285ed49f2e0e4eee0be4619d3ec12b0e2fd6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt c0df6c8ceacf5fd74d17b0dbdae9285ed49f2e0e4eee0be4619d3ec12b0e2fd6 network default NAD default NAD key ] I0521 23:03:29.854573 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-wsdwt, hostIfaceName: c0df6c8ceacf5fd, network: default, NAD default, SandboxID: "c0df6c8ceacf5fd74d17b0dbdae9285ed49f2e0e4eee0be4619d3ec12b0e2fd6", PCI device ID: , UID: "683815f2-d4bd-4060-9c3f-5826a9dae036", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 23:03:29.899997 3777 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt c0df6c8ceacf5fd74d17b0dbdae9285ed49f2e0e4eee0be4619d3ec12b0e2fd6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wsdwt c0df6c8ceacf5fd74d17b0dbdae9285ed49f2e0e4eee0be4619d3ec12b0e2fd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:e5:4a:54:0b:ae\",\"name\":\"c0df6c8ceacf5fd\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e40b599-26ae-469f-8733-2b11aa9ca59e\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:30.066991 3777 cni.go:452] [openshift-insights/insights-runtime-extractor-8cszg b87b5eb40e2d33f28693e1601c9b8804d42b8dc4d84e615748345044ebdc8233 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8cszg b87b5eb40e2d33f28693e1601c9b8804d42b8dc4d84e615748345044ebdc8233 network default NAD default NAD key ] I0521 23:03:30.076414 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8cszg, hostIfaceName: b87b5eb40e2d33f, network: default, NAD default, SandboxID: "b87b5eb40e2d33f28693e1601c9b8804d42b8dc4d84e615748345044ebdc8233", PCI device ID: , UID: "e80426eb-4db0-4ef2-b59f-e88e87d4ec79", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 23:03:30.119631 3777 cni.go:473] [openshift-insights/insights-runtime-extractor-8cszg b87b5eb40e2d33f28693e1601c9b8804d42b8dc4d84e615748345044ebdc8233 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8cszg b87b5eb40e2d33f28693e1601c9b8804d42b8dc4d84e615748345044ebdc8233 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:77:d7:a9:c2:d3\",\"name\":\"b87b5eb40e2d33f\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c104120f-be0c-438e-92f9-a388b7644927\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:30.173626 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.173643 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.175006 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.175023 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.175028 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.359071 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.359087 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.359148 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.359163 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.359171 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.433089 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.433103 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.433109 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.433249 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.433266 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0521 23:03:31.343115 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:31.343593 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:31.365953 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:31.365973 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:31.376917 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:03:31.376935 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:03:32.937676 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-j2gr6 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:32.937773 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6 I0521 23:03:32.953580 3777 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6] pod update took 15.835344ms I0521 23:03:32.953605 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6] addLogicalPort annotation time took 15.86413ms I0521 23:03:32.954679 3777 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6] addLogicalPort took 17.021066ms, libovsdb time 752.326µs W0521 23:03:33.362605 3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:33.571639 3777 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:03:33.588526 3777 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:03:33.894498 3777 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6 89832b67354001958337aee204ff4e478d50de751c62e3be090ed8505d79d8a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6 89832b67354001958337aee204ff4e478d50de751c62e3be090ed8505d79d8a1 network default NAD default NAD key ] I0521 23:03:33.905323 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-j2gr6, hostIfaceName: 89832b673540019, network: default, NAD default, SandboxID: "89832b67354001958337aee204ff4e478d50de751c62e3be090ed8505d79d8a1", PCI device ID: , UID: "cf674240-cc00-4ae5-abfe-5cf10f9e7e32", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 23:03:33.951979 3777 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6 89832b67354001958337aee204ff4e478d50de751c62e3be090ed8505d79d8a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-j2gr6 89832b67354001958337aee204ff4e478d50de751c62e3be090ed8505d79d8a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:7c:a1:3e:ed:f0\",\"name\":\"89832b673540019\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee4bb0fb-08d0-4d53-843c-679f7037ef4b\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:35.060781 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:35.060803 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:36.201620 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:03:36.227150 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 23:03:37.013879 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-65kzs] creating logical port openshift-monitoring_prometheus-operator-76b589d668-65kzs for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:37.014011 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-65kzs I0521 23:03:37.029004 3777 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-65kzs] pod update took 15.01683ms I0521 23:03:37.029037 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-65kzs] addLogicalPort annotation time took 15.055479ms I0521 23:03:37.030654 3777 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-65kzs] addLogicalPort took 16.78767ms, libovsdb time 1.231966ms I0521 23:03:37.163762 3777 base_network_controller_pods.go:487] [default/openshift-console/console-d8646ddc4-sljdm] creating logical port openshift-console_console-d8646ddc4-sljdm for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:37.163902 3777 kube.go:256] Updating pod openshift-console/console-d8646ddc4-sljdm I0521 23:03:37.181648 3777 pod.go:62] [openshift-console/console-d8646ddc4-sljdm] pod update took 17.771369ms I0521 23:03:37.181675 3777 base_network_controller_pods.go:951] [default/openshift-console/console-d8646ddc4-sljdm] addLogicalPort annotation time took 17.820332ms I0521 23:03:37.183207 3777 pods.go:271] [openshift-console/console-d8646ddc4-sljdm] addLogicalPort took 19.456399ms, libovsdb time 1.119427ms I0521 23:03:37.522940 3777 cni.go:452] [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key ] I0521 23:03:37.532858 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d8646ddc4-sljdm, hostIfaceName: 7f08fac104e2f72, network: default, NAD default, SandboxID: "7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97", PCI device ID: , UID: "369c2526-091f-4f4e-986d-f5fd4dccbc2c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 23:03:37.578111 3777 cni.go:473] [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:96:67:14:56:70\",\"name\":\"7f08fac104e2f72\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfba3dd3-7edb-4097-9e09-23e883234e8f\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:37.972683 3777 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-65kzs d52aac74ad052f06605958054e416bc2710fb97b7f7337ba3b9b7ea984e720c4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-65kzs d52aac74ad052f06605958054e416bc2710fb97b7f7337ba3b9b7ea984e720c4 network default NAD default NAD key ] I0521 23:03:37.983664 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-65kzs, hostIfaceName: d52aac74ad052f0, network: default, NAD default, SandboxID: "d52aac74ad052f06605958054e416bc2710fb97b7f7337ba3b9b7ea984e720c4", PCI device ID: , UID: "1df34e6f-376b-4677-a234-90547b0bb504", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 23:03:38.029296 3777 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-65kzs d52aac74ad052f06605958054e416bc2710fb97b7f7337ba3b9b7ea984e720c4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-65kzs d52aac74ad052f06605958054e416bc2710fb97b7f7337ba3b9b7ea984e720c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d1:66:c0:da:29\",\"name\":\"d52aac74ad052f0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72ce9594-0058-4fef-ba46-a4a5f67d1cda\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:41.157786 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:03:41.217796 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:03:42.697283 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-b98bq] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-b98bq for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:42.697402 3777 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-b98bq I0521 23:03:42.727409 3777 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-b98bq] pod update took 30.036105ms I0521 23:03:42.727429 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-b98bq] addLogicalPort annotation time took 30.066833ms I0521 23:03:42.728657 3777 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-b98bq] addLogicalPort took 31.39181ms, libovsdb time 921.902µs W0521 23:03:43.050539 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:03:43.052573 3777 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-b98bq 4e9941eda9ca52b22910e984e32a1ee3a6f56f24f71f798b1b8b3fa994622178 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-b98bq 4e9941eda9ca52b22910e984e32a1ee3a6f56f24f71f798b1b8b3fa994622178 network default NAD default NAD key ] I0521 23:03:43.063294 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-b98bq, hostIfaceName: 4e9941eda9ca52b, network: default, NAD default, SandboxID: "4e9941eda9ca52b22910e984e32a1ee3a6f56f24f71f798b1b8b3fa994622178", PCI device ID: , UID: "f5be44c0-69cc-46e5-afd2-bd2105ecdfef", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 23:03:43.109965 3777 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-b98bq 4e9941eda9ca52b22910e984e32a1ee3a6f56f24f71f798b1b8b3fa994622178 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-b98bq 4e9941eda9ca52b22910e984e32a1ee3a6f56f24f71f798b1b8b3fa994622178 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:60:72:8e:d4:16\",\"name\":\"4e9941eda9ca52b\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/450d5a8c-9fa4-408d-a6cc-282d3215b820\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:03:44.084806 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:44.084938 3777 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 23:03:44.121030 3777 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 36.137354ms I0521 23:03:44.121060 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 36.171022ms I0521 23:03:44.122320 3777 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 37.528913ms, libovsdb time 870.06µs I0521 23:03:44.555100 3777 cni.go:452] [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key ] I0521 23:03:44.566374 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5e742f0fccf39e5, network: default, NAD default, SandboxID: "5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461", PCI device ID: , UID: "e98ebb74-4c7f-4c22-95cd-95f50e9c7d60", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 23:03:44.617318 3777 cni.go:473] [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e9:24:e0:ad:db\",\"name\":\"5e742f0fccf39e5\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d71e2ca-df2a-445d-a91d-984fb478a2d4\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:46.282064 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:46.282085 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:46.282091 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:03:47.513569 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-69f66fc4-2ktbf] creating logical port openshift-monitoring_metrics-server-69f66fc4-2ktbf for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:47.513727 3777 kube.go:256] Updating pod openshift-monitoring/metrics-server-69f66fc4-2ktbf I0521 23:03:47.539868 3777 pod.go:62] [openshift-monitoring/metrics-server-69f66fc4-2ktbf] pod update took 26.181716ms I0521 23:03:47.539893 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-69f66fc4-2ktbf] addLogicalPort annotation time took 26.210196ms I0521 23:03:47.540968 3777 pods.go:271] [openshift-monitoring/metrics-server-69f66fc4-2ktbf] addLogicalPort took 27.418521ms, libovsdb time 789.191µs W0521 23:03:47.773995 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:03:47.785751 3777 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-74fb9d4fb7-62cws IP address from the namespace address-set, err: pod openshift-console/console-74fb9d4fb7-62cws: no pod IPs found I0521 23:03:47.912026 3777 cni.go:452] [openshift-monitoring/metrics-server-69f66fc4-2ktbf 1a5a2eb63183bd943c6c429ce333fe90e0e8a90ed43396e8f18dc98040a867c0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69f66fc4-2ktbf 1a5a2eb63183bd943c6c429ce333fe90e0e8a90ed43396e8f18dc98040a867c0 network default NAD default NAD key ] I0521 23:03:47.921834 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69f66fc4-2ktbf, hostIfaceName: 1a5a2eb63183bd9, network: default, NAD default, SandboxID: "1a5a2eb63183bd943c6c429ce333fe90e0e8a90ed43396e8f18dc98040a867c0", PCI device ID: , UID: "62346f95-6fcc-4fc6-8d20-1cf9270b3dd7", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 23:03:47.971475 3777 cni.go:473] [openshift-monitoring/metrics-server-69f66fc4-2ktbf 1a5a2eb63183bd943c6c429ce333fe90e0e8a90ed43396e8f18dc98040a867c0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69f66fc4-2ktbf 1a5a2eb63183bd943c6c429ce333fe90e0e8a90ed43396e8f18dc98040a867c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:6d:39:2f:bb:70\",\"name\":\"1a5a2eb63183bd9\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4bdb5a4-7f40-436e-9e18-06d23257a6e3\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:48.196485 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:03:48.196509 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:03:49.223416 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:49.223576 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 23:03:49.322422 3777 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 98.91742ms I0521 23:03:49.322452 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 98.949968ms I0521 23:03:49.323762 3777 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 100.367985ms, libovsdb time 908.809µs I0521 23:03:49.621007 3777 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key ] I0521 23:03:49.631236 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 3a609471ae3f266, network: default, NAD default, SandboxID: "3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e", PCI device ID: , UID: "d8d8ee40-db20-4b71-92a2-d177e7455c3f", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 23:03:49.677915 3777 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7f:cb:2b:d5:14\",\"name\":\"3a609471ae3f266\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04fee3ad-49d1-4ea8-9ac0-a9d4f840e5a7\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:50.291364 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:03:50.341336 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:50.341354 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:51.413694 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:03:51.698967 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:03:54.476428 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:54.476444 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:54.476449 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:03:54.787846 3777 cni.go:452] [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key ] I0521 23:03:54.862563 3777 cni.go:473] [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6677cbf654-xh6q8 58bf6676a8e7b8206a62fb79ef2b255c1664fe073d746f90ba3079c104567433 network default NAD default NAD key default], result "{}", err I0521 23:03:54.911808 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:54.911862 3777 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6677cbf654-xh6q8 I0521 23:03:54.913262 3777 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6677cbf654-xh6q8, ips: 10.128.0.12 I0521 23:03:54.913290 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:54.926054 3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-557c6ccd6d-99ght] creating logical port openshift-image-registry_image-registry-557c6ccd6d-99ght for pod on switch ip-10-0-1-78.ec2.internal I0521 23:03:54.926159 3777 kube.go:256] Updating pod openshift-image-registry/image-registry-557c6ccd6d-99ght I0521 23:03:54.942603 3777 pod.go:62] [openshift-image-registry/image-registry-557c6ccd6d-99ght] pod update took 16.467684ms I0521 23:03:54.942624 3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-557c6ccd6d-99ght] addLogicalPort annotation time took 16.492665ms I0521 23:03:54.943873 3777 pods.go:271] [openshift-image-registry/image-registry-557c6ccd6d-99ght] addLogicalPort took 17.825507ms, libovsdb time 938.403µs W0521 23:03:55.280515 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:55.280534 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:03:55.307764 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:55.307789 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:55.320528 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6677cbf654-xh6q8 I0521 23:03:55.320556 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6677cbf654-xh6q8 W0521 23:03:55.333065 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:03:55.433040 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.433055 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.433060 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.433064 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:03:55.624621 3777 cni.go:452] [openshift-image-registry/image-registry-557c6ccd6d-99ght c9b0629f45b23f99cc22c17874a77e85a05046f7a6f7bab929eb06fd57d11665 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-557c6ccd6d-99ght c9b0629f45b23f99cc22c17874a77e85a05046f7a6f7bab929eb06fd57d11665 network default NAD default NAD key ] I0521 23:03:55.634404 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-557c6ccd6d-99ght, hostIfaceName: c9b0629f45b23f9, network: default, NAD default, SandboxID: "c9b0629f45b23f99cc22c17874a77e85a05046f7a6f7bab929eb06fd57d11665", PCI device ID: , UID: "bd7b1561-81a2-41ca-853f-cd4205e99582", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 23:03:55.683229 3777 cni.go:473] [openshift-image-registry/image-registry-557c6ccd6d-99ght c9b0629f45b23f99cc22c17874a77e85a05046f7a6f7bab929eb06fd57d11665 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-557c6ccd6d-99ght c9b0629f45b23f99cc22c17874a77e85a05046f7a6f7bab929eb06fd57d11665 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:52:c1:05:d4:fe\",\"name\":\"c9b0629f45b23f9\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eb6c806-5da1-4d1b-b3fc-4afd5092baa0\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:03:56.254070 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254092 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254098 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254103 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:03.453348 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:04:03.453375 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:04:08.362876 3777 cni.go:452] [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key ] I0521 23:04:08.438003 3777 cni.go:473] [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d8646ddc4-sljdm 7f08fac104e2f724b5ff0cf9ff62faebfa6755041549e0dbb5120179c1c7ed97 network default NAD default NAD key default], result "{}", err I0521 23:04:08.484120 3777 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-sljdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:08.484153 3777 pods.go:176] Deleting pod: openshift-console/console-d8646ddc4-sljdm I0521 23:04:08.485468 3777 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d8646ddc4-sljdm, ips: 10.128.0.16 I0521 23:04:08.485499 3777 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-sljdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:08.493759 3777 base_network_controller_pods.go:487] [default/openshift-console/console-8956b56bd-lw6lj] creating logical port openshift-console_console-8956b56bd-lw6lj for pod on switch ip-10-0-1-78.ec2.internal I0521 23:04:08.493876 3777 kube.go:256] Updating pod openshift-console/console-8956b56bd-lw6lj I0521 23:04:08.510601 3777 pod.go:62] [openshift-console/console-8956b56bd-lw6lj] pod update took 16.751944ms I0521 23:04:08.510621 3777 base_network_controller_pods.go:951] [default/openshift-console/console-8956b56bd-lw6lj] addLogicalPort annotation time took 16.776446ms I0521 23:04:08.511669 3777 pods.go:271] [openshift-console/console-8956b56bd-lw6lj] addLogicalPort took 17.925851ms, libovsdb time 730.784µs I0521 23:04:08.852236 3777 cni.go:452] [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key ] I0521 23:04:08.861425 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8956b56bd-lw6lj, hostIfaceName: 65f79f60951c66a, network: default, NAD default, SandboxID: "65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e", PCI device ID: , UID: "9b6b843a-3ba7-4c0d-b53f-a9e91a5f595d", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 23:04:08.908404 3777 cni.go:473] [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0a:5c:59:a7:b2\",\"name\":\"65f79f60951c66a\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e24c0b1-231e-4b85-a00c-6c93de0072b9\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:04:09.389008 3777 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-sljdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:09.389030 3777 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-sljdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:09.397878 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8646ddc4-sljdm I0521 23:04:09.397892 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8646ddc4-sljdm W0521 23:04:11.297498 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 23:04:14.465841 3777 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:14.466505 3777 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:04:14.520454 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.520469 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.520476 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:04:15.359168 3777 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:15.359196 3777 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:15.368184 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8646ddc4-2fxg5 I0521 23:04:15.368210 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8646ddc4-2fxg5 W0521 23:04:17.324929 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:04:19.419053 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:04:19.738425 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:19.739004 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:20.357086 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:20.357113 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:20.364706 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6677cbf654-fzd4q I0521 23:04:20.364733 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6677cbf654-fzd4q W0521 23:04:23.384549 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:04:28.406023 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:04:31.551363 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 23:04:36.779973 3777 cni.go:452] [openshift-multus/network-metrics-daemon-xs6v6 dffb10fcc20541393741e3e6fcd411920412dcd1552fc89b6f212c8217aeed12 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-xs6v6 dffb10fcc20541393741e3e6fcd411920412dcd1552fc89b6f212c8217aeed12 network default NAD default NAD key ] I0521 23:04:36.789974 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-xs6v6, hostIfaceName: dffb10fcc205413, network: default, NAD default, SandboxID: "dffb10fcc20541393741e3e6fcd411920412dcd1552fc89b6f212c8217aeed12", PCI device ID: , UID: "dd115a56-926a-4c4e-bc48-1ea944aeab22", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 23:04:36.839230 3777 cni.go:473] [openshift-multus/network-metrics-daemon-xs6v6 dffb10fcc20541393741e3e6fcd411920412dcd1552fc89b6f212c8217aeed12 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-xs6v6 dffb10fcc20541393741e3e6fcd411920412dcd1552fc89b6f212c8217aeed12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:24:2a:61:7a:41\",\"name\":\"dffb10fcc205413\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d0fd912-63e0-42ec-8c64-4f996da4bb45\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:04:44.775087 3777 obj_retry.go:498] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:44.775753 3777 obj_retry.go:498] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:45.598909 3777 obj_retry.go:492] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:45.598932 3777 obj_retry.go:492] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:45.605980 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:45.606011 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:46.458841 3777 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:04:47.384862 3777 obj_retry.go:498] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:47.385420 3777 obj_retry.go:498] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:47.627762 3777 obj_retry.go:492] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:47.627785 3777 obj_retry.go:492] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:47.632016 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7486bc7cf7-glkjn I0521 23:04:47.632033 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7486bc7cf7-glkjn W0521 23:04:50.551181 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:04:50.551282 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:04:50.551329 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:04:50.551360 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:04:50.574320 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:04:50.574343 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:05:04.841711 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:04.842321 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:05.697938 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:05.697964 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:05.705406 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 23:05:05.705436 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 23:05:09.098596 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:09.099212 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:09.325899 3777 cni.go:452] [openshift-dns/dns-default-dbnxz d0be843c5616ad58e66a3bd547231ba7ce1672317f1b22a43a30ad7a3bfbe1df network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dbnxz d0be843c5616ad58e66a3bd547231ba7ce1672317f1b22a43a30ad7a3bfbe1df network default NAD default NAD key ] I0521 23:05:09.334979 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dbnxz, hostIfaceName: d0be843c5616ad5, network: default, NAD default, SandboxID: "d0be843c5616ad58e66a3bd547231ba7ce1672317f1b22a43a30ad7a3bfbe1df", PCI device ID: , UID: "ea72bccb-ec5c-43f5-b88d-6ee38f693825", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 23:05:09.381211 3777 cni.go:473] [openshift-dns/dns-default-dbnxz d0be843c5616ad58e66a3bd547231ba7ce1672317f1b22a43a30ad7a3bfbe1df network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dbnxz d0be843c5616ad58e66a3bd547231ba7ce1672317f1b22a43a30ad7a3bfbe1df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:7e:dc:38:66:11\",\"name\":\"d0be843c5616ad5\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acda181f-4a13-4c76-856e-1ce170ce79ad\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:05:09.596339 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:09.596361 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:09.605125 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 23:05:09.605155 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0521 23:05:22.666091 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.666112 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.666118 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 23:05:27.355266 3777 cni.go:452] [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key ] I0521 23:05:27.426185 3777 cni.go:473] [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 5e742f0fccf39e5fdd90e44aa13cb7dc0ed3902d006861d0454ace5574767461 network default NAD default NAD key default], result "{}", err I0521 23:05:27.495203 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:27.495234 3777 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 23:05:27.496386 3777 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18 I0521 23:05:27.496412 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:27.691428 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:27.691455 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:27.699788 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 23:05:27.699832 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 23:05:27.738902 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:05:27.739064 3777 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 23:05:27.762427 3777 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.408681ms I0521 23:05:27.762448 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.436525ms I0521 23:05:27.763955 3777 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.070322ms, libovsdb time 1.177532ms I0521 23:05:28.099257 3777 cni.go:452] [openshift-monitoring/alertmanager-main-0 22123b37434b11154212ccd6569bfc882df5520454843e36d93b6944d0562fdd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 22123b37434b11154212ccd6569bfc882df5520454843e36d93b6944d0562fdd network default NAD default NAD key ] I0521 23:05:28.108902 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 22123b37434b111, network: default, NAD default, SandboxID: "22123b37434b11154212ccd6569bfc882df5520454843e36d93b6944d0562fdd", PCI device ID: , UID: "2ce6766e-1eed-46f7-be68-9bba0142a593", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 23:05:28.156019 3777 cni.go:473] [openshift-monitoring/alertmanager-main-0 22123b37434b11154212ccd6569bfc882df5520454843e36d93b6944d0562fdd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 22123b37434b11154212ccd6569bfc882df5520454843e36d93b6944d0562fdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e1:a9:2f:c2:75\",\"name\":\"22123b37434b111\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d83cf47-c519-4a1e-a4dd-b4aae826dc00\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:05:37.299033 3777 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-g2bv7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:37.299650 3777 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-g2bv7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:37.723056 3777 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-g2bv7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:37.723079 3777 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-g2bv7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:37.732074 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8956b56bd-g2bv7 I0521 23:05:37.732121 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8956b56bd-g2bv7 I0521 23:05:47.996018 3777 cni.go:452] [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key ] I0521 23:05:48.068410 3777 cni.go:473] [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8956b56bd-lw6lj 65f79f60951c66ac90546642df74676b8e2c4902255fef7148cb06d5b59ee15e network default NAD default NAD key default], result "{}", err I0521 23:05:48.134172 3777 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-lw6lj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:48.134206 3777 pods.go:176] Deleting pod: openshift-console/console-8956b56bd-lw6lj I0521 23:05:48.135381 3777 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8956b56bd-lw6lj, ips: 10.128.0.22 I0521 23:05:48.135408 3777 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-lw6lj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:05:48.210603 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:48.210627 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:48.210636 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:05:48.781563 3777 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-lw6lj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:48.781590 3777 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-lw6lj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:48.792357 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8956b56bd-lw6lj I0521 23:05:48.792391 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8956b56bd-lw6lj I0521 23:06:01.212643 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0521 23:06:12.064896 3777 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key ] I0521 23:06:12.134728 3777 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 3a609471ae3f2668b61a5862e67fb1880cb16c235ad45688b06faad2c9308f0e network default NAD default NAD key default], result "{}", err I0521 23:06:12.198984 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:12.199023 3777 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 23:06:12.200256 3777 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.20 I0521 23:06:12.200285 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:12.891537 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:12.891611 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:12.898853 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 23:06:12.898876 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 23:06:12.946967 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:06:12.947098 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 23:06:12.973735 3777 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.673938ms I0521 23:06:12.973757 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.701758ms I0521 23:06:12.975063 3777 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.108652ms, libovsdb time 977.807µs I0521 23:06:13.302006 3777 cni.go:452] [openshift-monitoring/prometheus-k8s-0 16e55d26c27eb486d32dcc91d6bf37ac7f535f81e55d230477d483cb602a0847 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 16e55d26c27eb486d32dcc91d6bf37ac7f535f81e55d230477d483cb602a0847 network default NAD default NAD key ] I0521 23:06:13.311059 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 16e55d26c27eb48, network: default, NAD default, SandboxID: "16e55d26c27eb486d32dcc91d6bf37ac7f535f81e55d230477d483cb602a0847", PCI device ID: , UID: "ce53f02d-471e-44f3-b8a2-dde87c3e178d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 23:06:13.358107 3777 cni.go:473] [openshift-monitoring/prometheus-k8s-0 16e55d26c27eb486d32dcc91d6bf37ac7f535f81e55d230477d483cb602a0847 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 16e55d26c27eb486d32dcc91d6bf37ac7f535f81e55d230477d483cb602a0847 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f1:d9:ff:df:fc\",\"name\":\"16e55d26c27eb48\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1651607-1d82-4b4f-88fb-b27d92d69af5\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:06:41.119840 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0521 23:06:47.044112 3777 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key ] I0521 23:06:47.111056 3777 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx 6fc6f0f9c6e01e7e4ce8e1363149eb107cfdbee16188a7e32db8d799202c4226 network default NAD default NAD key default], result "{}", err I0521 23:06:47.158162 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.158198 3777 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx I0521 23:06:47.159506 3777 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx, ips: 10.128.0.10 I0521 23:06:47.159540 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:48.181896 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:48.181928 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:52.635083 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 W0521 23:07:14.199388 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:07:14.199413 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:07:22.227553 3777 base_network_controller_pods.go:487] [default/openshift-console/console-96f48d985-d5phz] creating logical port openshift-console_console-96f48d985-d5phz for pod on switch ip-10-0-1-78.ec2.internal I0521 23:07:22.227698 3777 kube.go:256] Updating pod openshift-console/console-96f48d985-d5phz I0521 23:07:22.249365 3777 pod.go:62] [openshift-console/console-96f48d985-d5phz] pod update took 21.69762ms I0521 23:07:22.249396 3777 base_network_controller_pods.go:951] [default/openshift-console/console-96f48d985-d5phz] addLogicalPort annotation time took 21.732775ms I0521 23:07:22.250764 3777 pods.go:271] [openshift-console/console-96f48d985-d5phz] addLogicalPort took 23.229245ms, libovsdb time 946.09µs I0521 23:07:22.586743 3777 cni.go:452] [openshift-console/console-96f48d985-d5phz be135a679f95596e50b342b5e064a9e003e2d6fb2ab40d11d1b3dd7f41231881 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-96f48d985-d5phz be135a679f95596e50b342b5e064a9e003e2d6fb2ab40d11d1b3dd7f41231881 network default NAD default NAD key ] I0521 23:07:22.595896 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-96f48d985-d5phz, hostIfaceName: be135a679f95596, network: default, NAD default, SandboxID: "be135a679f95596e50b342b5e064a9e003e2d6fb2ab40d11d1b3dd7f41231881", PCI device ID: , UID: "cc0cd15d-421b-4a89-87ed-7e7c906d61bc", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 23:07:22.643021 3777 cni.go:473] [openshift-console/console-96f48d985-d5phz be135a679f95596e50b342b5e064a9e003e2d6fb2ab40d11d1b3dd7f41231881 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-96f48d985-d5phz be135a679f95596e50b342b5e064a9e003e2d6fb2ab40d11d1b3dd7f41231881 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e2:ca:aa:ac:26\",\"name\":\"be135a679f95596\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26677e59-be5f-4302-8158-138f2d6a3c06\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:07:33.249870 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:07:43.076179 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 23:07:47.512441 3777 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:47.513043 3777 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:48.274324 3777 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:48.274361 3777 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:48.283192 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:48.283223 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:57.211126 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0521 23:07:58.575714 3777 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:58.576333 3777 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:59.386028 3777 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:59.386057 3777 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:59.395896 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:07:59.395934 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:08:04.419168 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:08:16.217341 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=659 I0521 23:08:17.210838 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0521 23:08:28.317506 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0521 23:08:38.550654 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:08:49.594789 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 23:08:49.594875 3777 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wtd5m IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wtd5m: no pod IPs found I0521 23:09:01.212444 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 I0521 23:09:17.334921 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 23:09:27.950435 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:09:53.736574 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 23:09:58.846342 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 23:10:00.168747 3777 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656750-wz8rj for pod on switch ip-10-0-1-78.ec2.internal I0521 23:10:00.168924 3777 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj I0521 23:10:00.183344 3777 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj] pod update took 14.450284ms I0521 23:10:00.183372 3777 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj] addLogicalPort annotation time took 14.482802ms I0521 23:10:00.184795 3777 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj] addLogicalPort took 16.068248ms, libovsdb time 1.059035ms I0521 23:10:00.557252 3777 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key ] I0521 23:10:00.567081 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656750-wz8rj, hostIfaceName: de1aff7e6cadaf3, network: default, NAD default, SandboxID: "de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7", PCI device ID: , UID: "06c00392-3966-4527-ac17-edd4f65fb131", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 23:10:00.614651 3777 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c4:d4:59:a5:f8\",\"name\":\"de1aff7e6cadaf3\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74256515-74d0-4218-a476-d3a5d124f695\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:10:04.850767 3777 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key ] I0521 23:10:04.932413 3777 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj de1aff7e6cadaf3221bf59ce9feea4c4bec823477e9e9a9b44889cb4b9b0bdd7 network default NAD default NAD key default], result "{}", err I0521 23:10:04.975538 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:04.975572 3777 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj I0521 23:10:04.976931 3777 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj, ips: 10.128.0.26 I0521 23:10:04.976960 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:06.013285 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:06.013336 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:22.211094 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 23:10:46.525023 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:11:06.313147 3777 namespace.go:98] [tsf] adding namespace I0521 23:11:06.314493 3777 namespace.go:102] [tsf] adding namespace took 1.314269ms I0521 23:11:06.329709 3777 namespace.go:142] [tsf] updating namespace I0521 23:11:06.355569 3777 namespace.go:142] [tsf] updating namespace I0521 23:11:10.319949 3777 namespace.go:98] [rhtpa-operator] adding namespace I0521 23:11:10.320995 3777 namespace.go:102] [rhtpa-operator] adding namespace took 1.014505ms I0521 23:11:10.324249 3777 namespace.go:98] [cert-manager-operator] adding namespace I0521 23:11:10.324526 3777 namespace.go:98] [konflux-ui] adding namespace I0521 23:11:10.324662 3777 namespace.go:98] [konflux-operator] adding namespace I0521 23:11:10.325153 3777 namespace.go:102] [cert-manager-operator] adding namespace took 884.896µs I0521 23:11:10.325903 3777 namespace.go:102] [konflux-ui] adding namespace took 1.350069ms I0521 23:11:10.325975 3777 namespace.go:98] [rhbk-operator] adding namespace I0521 23:11:10.326599 3777 namespace.go:102] [konflux-operator] adding namespace took 1.921603ms I0521 23:11:10.327145 3777 namespace.go:102] [rhbk-operator] adding namespace took 1.146968ms I0521 23:11:10.330166 3777 namespace.go:98] [tsf-tpa] adding namespace I0521 23:11:10.330247 3777 namespace.go:98] [tsf-keycloak] adding namespace I0521 23:11:10.330934 3777 namespace.go:102] [tsf-tpa] adding namespace took 751.041µs I0521 23:11:10.331506 3777 namespace.go:102] [tsf-keycloak] adding namespace took 1.241162ms I0521 23:11:10.339304 3777 namespace.go:98] [tsf-tas] adding namespace I0521 23:11:10.340129 3777 namespace.go:102] [tsf-tas] adding namespace took 805.314µs I0521 23:11:10.354520 3777 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.373063 3777 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.383941 3777 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.386727 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.386857 3777 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.389775 3777 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:10.402245 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.405725 3777 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.408083 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.425513 3777 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.449651 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.495546 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.504720 3777 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.524095 3777 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.550788 3777 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.580978 3777 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.592878 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.609218 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.636069 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.661404 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.670641 3777 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.696937 3777 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.717179 3777 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:10.729739 3777 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:11.859810 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:11.882140 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:18.914317 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.914871 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.914898 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.914906 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:18.914920 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.914924 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:18.938409 3777 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.938845 3777 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.938861 3777 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.938866 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:18.938874 3777 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.938878 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:19.939381 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.939400 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.939410 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.939420 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969418 3777 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969436 3777 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969445 3777 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969457 3777 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:26.075241 3777 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-bc27q for pod on switch ip-10-0-1-78.ec2.internal I0521 23:11:26.075374 3777 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q I0521 23:11:26.088696 3777 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q] pod update took 13.352587ms I0521 23:11:26.088723 3777 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q] addLogicalPort annotation time took 13.382915ms I0521 23:11:26.090036 3777 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q] addLogicalPort took 14.818804ms, libovsdb time 917.039µs I0521 23:11:26.391467 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392030 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392054 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392062 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:26.392076 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392084 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:26.434650 3777 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q e50aff1d75d18f9ac6cb64bd5162154b5e5990a06234961351db9bf81be64108 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q e50aff1d75d18f9ac6cb64bd5162154b5e5990a06234961351db9bf81be64108 network default NAD default NAD key ] I0521 23:11:26.443918 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-bc27q, hostIfaceName: e50aff1d75d18f9, network: default, NAD default, SandboxID: "e50aff1d75d18f9ac6cb64bd5162154b5e5990a06234961351db9bf81be64108", PCI device ID: , UID: "a9c2a46a-c4f9-4f6e-ad60-d9c207282f44", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 23:11:26.491297 3777 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q e50aff1d75d18f9ac6cb64bd5162154b5e5990a06234961351db9bf81be64108 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bc27q e50aff1d75d18f9ac6cb64bd5162154b5e5990a06234961351db9bf81be64108 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:71:63:13:5e:6e\",\"name\":\"e50aff1d75d18f9\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8b0719e-e3bd-4c91-a272-1abe58e34a1c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:11:27.418358 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.418381 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.418392 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.418407 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.424290 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.424845 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.424878 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.424886 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.424901 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.424905 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.470769 3777 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.471265 3777 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.471290 3777 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.471297 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.471309 3777 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.471313 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.519233 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.519687 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.519706 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.519713 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.519725 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.519729 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:28.457494 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.457517 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.457534 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.457549 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503084 3777 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503115 3777 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503129 3777 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503142 3777 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.558488 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.558509 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.558522 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.558533 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:11:34.258787 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:37.399675 3777 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:37.409676 3777 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:37.980998 3777 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-rmbls for pod on switch ip-10-0-1-78.ec2.internal I0521 23:11:37.981176 3777 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls I0521 23:11:38.011669 3777 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls] pod update took 30.524251ms I0521 23:11:38.011694 3777 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls] addLogicalPort annotation time took 30.554397ms I0521 23:11:38.012892 3777 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls] addLogicalPort took 31.917441ms, libovsdb time 860.143µs I0521 23:11:38.334530 3777 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls d5a5086f09a9b36ff6e1495189291775895ccc276a9b1fa98fb42a231759be8a network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls d5a5086f09a9b36ff6e1495189291775895ccc276a9b1fa98fb42a231759be8a network default NAD default NAD key ] I0521 23:11:38.344053 3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-rmbls, hostIfaceName: d5a5086f09a9b36, network: default, NAD default, SandboxID: "d5a5086f09a9b36ff6e1495189291775895ccc276a9b1fa98fb42a231759be8a", PCI device ID: , UID: "2e183838-a794-4aab-b7b1-35513e8d51ac", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 23:11:38.390783 3777 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls d5a5086f09a9b36ff6e1495189291775895ccc276a9b1fa98fb42a231759be8a network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rmbls d5a5086f09a9b36ff6e1495189291775895ccc276a9b1fa98fb42a231759be8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:49:6b:fa:7f:25\",\"name\":\"d5a5086f09a9b36\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c281f5c-7829-43e5-8ab1-89e6390eb834\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:11:42.305358 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.593537 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.618587 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.618666 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.644400 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:44.264988 3777 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-pz4z4 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:11:44.265096 3777 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4 I0521 23:11:44.351471 3777 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4 I0521 23:11:44.451559 3777 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4] pod update took 186.489916ms I0521 23:11:44.451584 3777 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4] addLogicalPort annotation time took 186.51827ms I0521 23:11:44.452743 3777 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4] addLogicalPort took 187.769844ms, libovsdb time 789.313µs I0521 23:11:44.602846 3777 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4 34c0d06acf17f6694fcdc50e98c43385ee6c1135153a97a880e8de5b1cad5589 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4 34c0d06acf17f6694fcdc50e98c43385ee6c1135153a97a880e8de5b1cad5589 network default NAD default NAD key ] I0521 23:11:44.611887 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-pz4z4, hostIfaceName: 34c0d06acf17f66, network: default, NAD default, SandboxID: "34c0d06acf17f6694fcdc50e98c43385ee6c1135153a97a880e8de5b1cad5589", PCI device ID: , UID: "c384b287-3d3d-47f6-8550-6201d7a3d2fb", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 23:11:44.660910 3777 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4 34c0d06acf17f6694fcdc50e98c43385ee6c1135153a97a880e8de5b1cad5589 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-pz4z4 34c0d06acf17f6694fcdc50e98c43385ee6c1135153a97a880e8de5b1cad5589 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6e:c4:fe:d4:ed\",\"name\":\"34c0d06acf17f66\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e209ccee-dd03-46fa-b5aa-5d445e875b4c\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:11:45.244624 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:46.624259 3777 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 23:11:46.625074 3777 namespace.go:102] [trusted-artifact-signer] adding namespace took 792.86µs I0521 23:11:46.640699 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:46.660848 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:46.949204 3777 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-vcsxl for pod on switch ip-10-0-1-78.ec2.internal I0521 23:11:46.949293 3777 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl I0521 23:11:47.010733 3777 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl] pod update took 61.461063ms I0521 23:11:47.010759 3777 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl] addLogicalPort annotation time took 61.491075ms I0521 23:11:47.011977 3777 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl] addLogicalPort took 62.788024ms, libovsdb time 872.9µs W0521 23:11:47.307674 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:11:47.326149 3777 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl 640f16845fccc3df98eb0398a2b55e657ae5ec9c34929e615bb63c25c22361a1 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl 640f16845fccc3df98eb0398a2b55e657ae5ec9c34929e615bb63c25c22361a1 network default NAD default NAD key ] I0521 23:11:47.336764 3777 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-vcsxl, hostIfaceName: 640f16845fccc3d, network: default, NAD default, SandboxID: "640f16845fccc3df98eb0398a2b55e657ae5ec9c34929e615bb63c25c22361a1", PCI device ID: , UID: "29b1387c-4cca-4c26-b0d6-4548d078c670", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 23:11:47.383651 3777 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl 640f16845fccc3df98eb0398a2b55e657ae5ec9c34929e615bb63c25c22361a1 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-vcsxl 640f16845fccc3df98eb0398a2b55e657ae5ec9c34929e615bb63c25c22361a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:85:7c:ec:4d:b6\",\"name\":\"640f16845fccc3d\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a0079e9-403f-4c66-8024-166f686294ad\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:11:50.008668 3777 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:50.472965 3777 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-r2bcp for pod on switch ip-10-0-1-78.ec2.internal I0521 23:11:50.473100 3777 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp I0521 23:11:50.536214 3777 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp] pod update took 63.141763ms I0521 23:11:50.536240 3777 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp] addLogicalPort annotation time took 63.173892ms I0521 23:11:50.537630 3777 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp] addLogicalPort took 64.689698ms, libovsdb time 1.01489ms I0521 23:11:51.458656 3777 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp 27f82fd75342ad708fde704d5b69e1d4941d811ad74cccacbbf900cc36c0cc91 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp 27f82fd75342ad708fde704d5b69e1d4941d811ad74cccacbbf900cc36c0cc91 network default NAD default NAD key ] I0521 23:11:51.468301 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-r2bcp, hostIfaceName: 27f82fd75342ad7, network: default, NAD default, SandboxID: "27f82fd75342ad708fde704d5b69e1d4941d811ad74cccacbbf900cc36c0cc91", PCI device ID: , UID: "a7712c1b-bc3d-468f-bb56-a523fdefdf30", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 23:11:51.520122 3777 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp 27f82fd75342ad708fde704d5b69e1d4941d811ad74cccacbbf900cc36c0cc91 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r2bcp 27f82fd75342ad708fde704d5b69e1d4941d811ad74cccacbbf900cc36c0cc91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fe:16:16:16:59\",\"name\":\"27f82fd75342ad7\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5137beb8-929d-48f0-9ed7-a9a3a4c9145d\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:11:53.280663 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:58.396395 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:12:00.191373 3777 namespace.go:98] [cert-manager] adding namespace I0521 23:12:00.192251 3777 namespace.go:102] [cert-manager] adding namespace took 858.686µs I0521 23:12:00.313173 3777 namespace.go:142] [cert-manager] updating namespace I0521 23:12:00.345622 3777 namespace.go:142] [cert-manager] updating namespace W0521 23:12:05.346358 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:05.346374 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:06.062993 3777 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-hh2ls for pod on switch ip-10-0-1-78.ec2.internal I0521 23:12:06.063094 3777 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls I0521 23:12:06.093681 3777 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls] pod update took 30.612177ms I0521 23:12:06.093707 3777 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls] addLogicalPort annotation time took 30.642133ms I0521 23:12:06.095043 3777 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls] addLogicalPort took 32.066918ms, libovsdb time 914.705µs I0521 23:12:06.425804 3777 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls dc6d387963b9d7de2381d9a9891246d144557faf6c6004deb4aad7e2aeac9970 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls dc6d387963b9d7de2381d9a9891246d144557faf6c6004deb4aad7e2aeac9970 network default NAD default NAD key ] I0521 23:12:06.435877 3777 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-hh2ls, hostIfaceName: dc6d387963b9d7d, network: default, NAD default, SandboxID: "dc6d387963b9d7de2381d9a9891246d144557faf6c6004deb4aad7e2aeac9970", PCI device ID: , UID: "8bce9408-f8be-416d-88fc-528687cbd046", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 23:12:06.483973 3777 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls dc6d387963b9d7de2381d9a9891246d144557faf6c6004deb4aad7e2aeac9970 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-hh2ls dc6d387963b9d7de2381d9a9891246d144557faf6c6004deb4aad7e2aeac9970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:8f:05:41:ea:4f\",\"name\":\"dc6d387963b9d7d\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b3f3c3c-50c4-42c1-be1b-7a2c8f887efe\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:12:09.015849 3777 namespace.go:98] [openshift-pipelines] adding namespace I0521 23:12:09.016809 3777 namespace.go:102] [openshift-pipelines] adding namespace took 936.709µs I0521 23:12:09.050390 3777 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:09.906976 3777 namespace.go:142] [cert-manager] updating namespace I0521 23:12:10.128120 3777 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:10.514294 3777 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:10.707749 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:10.915023 3777 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:11.306098 3777 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:11.500232 3777 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:11.705406 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:11.905686 3777 namespace.go:142] [tsf] updating namespace I0521 23:12:12.115763 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:12.312387 3777 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:12.506578 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:12.641255 3777 namespace.go:142] [cert-manager] updating namespace I0521 23:12:12.651057 3777 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:12.659717 3777 namespace.go:142] [default] updating namespace I0521 23:12:12.671376 3777 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:12.680593 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:12.691732 3777 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:12.699401 3777 namespace.go:142] [openshift] updating namespace I0521 23:12:12.709574 3777 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:12.721226 3777 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:12.728211 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:12.746707 3777 namespace.go:142] [tsf] updating namespace I0521 23:12:12.758379 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:12.767110 3777 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:12.789334 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:12.887959 3777 namespace.go:142] [cert-manager] updating namespace I0521 23:12:12.989960 3777 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:13.089277 3777 namespace.go:142] [default] updating namespace I0521 23:12:13.186760 3777 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:13.291652 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:13.396446 3777 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:13.419892 3777 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-fjgfz] creating logical port cert-manager_cert-manager-59c77684cc-fjgfz for pod on switch ip-10-0-1-78.ec2.internal I0521 23:12:13.419995 3777 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-fjgfz I0521 23:12:13.438837 3777 pod.go:62] [cert-manager/cert-manager-59c77684cc-fjgfz] pod update took 18.847939ms I0521 23:12:13.438856 3777 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-fjgfz] addLogicalPort annotation time took 18.889396ms I0521 23:12:13.440069 3777 pods.go:271] [cert-manager/cert-manager-59c77684cc-fjgfz] addLogicalPort took 20.204749ms, libovsdb time 793.612µs I0521 23:12:13.488090 3777 namespace.go:142] [openshift] updating namespace I0521 23:12:13.592308 3777 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:13.692469 3777 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:13.780310 3777 cni.go:452] [cert-manager/cert-manager-59c77684cc-fjgfz ba29fcb689502360f33de1ffeaf18065103fcc43b46594205f852ab53c8e00d7 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-fjgfz ba29fcb689502360f33de1ffeaf18065103fcc43b46594205f852ab53c8e00d7 network default NAD default NAD key ] I0521 23:12:13.788940 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:13.789776 3777 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-fjgfz, hostIfaceName: ba29fcb68950236, network: default, NAD default, SandboxID: "ba29fcb689502360f33de1ffeaf18065103fcc43b46594205f852ab53c8e00d7", PCI device ID: , UID: "e54e9ba4-ecb1-4822-b452-5be0cc21a8e1", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 23:12:13.846243 3777 cni.go:473] [cert-manager/cert-manager-59c77684cc-fjgfz ba29fcb689502360f33de1ffeaf18065103fcc43b46594205f852ab53c8e00d7 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-fjgfz ba29fcb689502360f33de1ffeaf18065103fcc43b46594205f852ab53c8e00d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:db:47:7a:2b:fb\",\"name\":\"ba29fcb68950236\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb6479ee-68ab-4e8e-be43-49b8a8bbc075\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:12:13.886746 3777 namespace.go:142] [tsf] updating namespace I0521 23:12:13.991790 3777 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:14.087321 3777 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:14.193367 3777 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:14.488581 3777 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:15.735372 3777 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:15.735948 3777 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:15.792157 3777 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:15.792182 3777 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:15.830106 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 23:12:15.830140 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 23:12:22.774895 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-bfzwh for pod on switch ip-10-0-1-78.ec2.internal I0521 23:12:22.774975 3777 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh I0521 23:12:22.789942 3777 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh] pod update took 14.983759ms I0521 23:12:22.789963 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh] addLogicalPort annotation time took 15.011261ms I0521 23:12:22.791036 3777 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh] addLogicalPort took 16.153348ms, libovsdb time 743.628µs I0521 23:12:23.145393 3777 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh b7b7794b89ce719027bf5ed4e3d6cfe68c1a3d9ff3d5bde57418904b72ec91f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh b7b7794b89ce719027bf5ed4e3d6cfe68c1a3d9ff3d5bde57418904b72ec91f5 network default NAD default NAD key ] I0521 23:12:23.155251 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-bfzwh, hostIfaceName: b7b7794b89ce719, network: default, NAD default, SandboxID: "b7b7794b89ce719027bf5ed4e3d6cfe68c1a3d9ff3d5bde57418904b72ec91f5", PCI device ID: , UID: "45cd2bc7-39b8-49f1-936f-778d147d81bd", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 23:12:23.205440 3777 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh b7b7794b89ce719027bf5ed4e3d6cfe68c1a3d9ff3d5bde57418904b72ec91f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-bfzwh b7b7794b89ce719027bf5ed4e3d6cfe68c1a3d9ff3d5bde57418904b72ec91f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f0:7a:0b:3c:60\",\"name\":\"b7b7794b89ce719\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26d77bfa-c56e-4cce-96a5-f47f7c9cdc1c\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:12:27.430200 3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:27.430225 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:27.430233 3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:29.605709 3777 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:29.630632 3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.630651 3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.630656 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.660022 3777 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 23:12:29.728381 3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.728398 3777 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.728404 3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.728408 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 23:12:47.669360 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-zjjpg for pod on switch ip-10-0-1-78.ec2.internal I0521 23:12:47.669448 3777 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg I0521 23:12:47.687566 3777 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg] pod update took 18.142996ms I0521 23:12:47.687646 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg] addLogicalPort annotation time took 18.226997ms I0521 23:12:47.688884 3777 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg] addLogicalPort took 19.539724ms, libovsdb time 805.606µs I0521 23:12:47.801849 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-kb79l for pod on switch ip-10-0-1-78.ec2.internal I0521 23:12:47.801966 3777 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l I0521 23:12:47.816023 3777 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l] pod update took 14.115837ms I0521 23:12:47.816042 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l] addLogicalPort annotation time took 14.13957ms I0521 23:12:47.817179 3777 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l] addLogicalPort took 15.359513ms, libovsdb time 828.474µs I0521 23:12:47.898523 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-tqf6q for pod on switch ip-10-0-1-78.ec2.internal I0521 23:12:47.898622 3777 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q I0521 23:12:47.913595 3777 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q] pod update took 14.993306ms I0521 23:12:47.913613 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q] addLogicalPort annotation time took 15.014882ms I0521 23:12:47.914737 3777 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q] addLogicalPort took 16.225937ms, libovsdb time 747.812µs I0521 23:12:48.026214 3777 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg 848f6e5089eb73d4ec68d28f4f958c8860a729880e310cc7d36b7ea6ecd0fc82 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg 848f6e5089eb73d4ec68d28f4f958c8860a729880e310cc7d36b7ea6ecd0fc82 network default NAD default NAD key ] I0521 23:12:48.036035 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-zjjpg, hostIfaceName: 848f6e5089eb73d, network: default, NAD default, SandboxID: "848f6e5089eb73d4ec68d28f4f958c8860a729880e310cc7d36b7ea6ecd0fc82", PCI device ID: , UID: "997e1a40-e37b-4fb8-a5bc-7c7f81176efa", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 23:12:48.085408 3777 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg 848f6e5089eb73d4ec68d28f4f958c8860a729880e310cc7d36b7ea6ecd0fc82 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-zjjpg 848f6e5089eb73d4ec68d28f4f958c8860a729880e310cc7d36b7ea6ecd0fc82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:8d:32:87:fc:e1\",\"name\":\"848f6e5089eb73d\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a3df726-dee8-488c-91ed-dc325acc4ff7\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:12:48.158109 3777 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l 9856b371ed507865c64cb2ce704c6851621d8ff58942a2258845ddddc913d61d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l 9856b371ed507865c64cb2ce704c6851621d8ff58942a2258845ddddc913d61d network default NAD default NAD key ] I0521 23:12:48.168466 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-kb79l, hostIfaceName: 9856b371ed50786, network: default, NAD default, SandboxID: "9856b371ed507865c64cb2ce704c6851621d8ff58942a2258845ddddc913d61d", PCI device ID: , UID: "178c128f-3f3f-4b5f-9a84-ff2293aa7104", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 23:12:48.216401 3777 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l 9856b371ed507865c64cb2ce704c6851621d8ff58942a2258845ddddc913d61d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-kb79l 9856b371ed507865c64cb2ce704c6851621d8ff58942a2258845ddddc913d61d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d6:cf:48:e6:27\",\"name\":\"9856b371ed50786\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be1bedbb-05ed-4e28-b6fe-992bd9ff6384\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:12:48.258204 3777 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q 6008d83452fac10fd94f8e89abf93e10534b1deea7ab920f443b31aaa1524568 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q 6008d83452fac10fd94f8e89abf93e10534b1deea7ab920f443b31aaa1524568 network default NAD default NAD key ] I0521 23:12:48.267865 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-tqf6q, hostIfaceName: 6008d83452fac10, network: default, NAD default, SandboxID: "6008d83452fac10fd94f8e89abf93e10534b1deea7ab920f443b31aaa1524568", PCI device ID: , UID: "9db92209-2f68-4d4f-b9c2-3da50ed74457", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 23:12:48.316931 3777 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q 6008d83452fac10fd94f8e89abf93e10534b1deea7ab920f443b31aaa1524568 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tqf6q 6008d83452fac10fd94f8e89abf93e10534b1deea7ab920f443b31aaa1524568 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:03:e4:c8:1d:72\",\"name\":\"6008d83452fac10\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f571a27-2fca-46b5-b75a-27290df61442\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:12:52.623055 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:12:52.876566 3777 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:52.877050 3777 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:52.899711 3777 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:52.899730 3777 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:52.905729 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 23:12:52.905747 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 23:12:54.936648 3777 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 23:12:54.937294 3777 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 23:12:54.937318 3777 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 23:12:54.939313 3777 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 23:12:57.123232 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0521 23:13:03.641550 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 23:13:04.835592 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:04.835615 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:04.836008 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:04.836017 3777 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:10.536437 3777 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:13:17.214195 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=41 I0521 23:13:21.215935 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0521 23:13:28.204029 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-gkrk2 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:13:28.204115 3777 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2 I0521 23:13:28.219241 3777 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2] pod update took 15.149272ms I0521 23:13:28.219260 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2] addLogicalPort annotation time took 15.172926ms I0521 23:13:28.220393 3777 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2] addLogicalPort took 16.38233ms, libovsdb time 773.614µs I0521 23:13:28.562588 3777 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2 6dc72bd07d28278ff4d69c5c7d3fbaa6ada3cb49fe4f753a27ff1d7971f24e0f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2 6dc72bd07d28278ff4d69c5c7d3fbaa6ada3cb49fe4f753a27ff1d7971f24e0f network default NAD default NAD key ] I0521 23:13:28.572096 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-gkrk2, hostIfaceName: 6dc72bd07d28278, network: default, NAD default, SandboxID: "6dc72bd07d28278ff4d69c5c7d3fbaa6ada3cb49fe4f753a27ff1d7971f24e0f", PCI device ID: , UID: "273adc71-5c92-4dd4-b250-3f64bdef995a", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 23:13:28.622730 3777 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2 6dc72bd07d28278ff4d69c5c7d3fbaa6ada3cb49fe4f753a27ff1d7971f24e0f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gkrk2 6dc72bd07d28278ff4d69c5c7d3fbaa6ada3cb49fe4f753a27ff1d7971f24e0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ce:be:d1:1b:4d\",\"name\":\"6dc72bd07d28278\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e00cc1f-1054-4bdd-aea3-a609ef35f041\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:13:36.776527 3777 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:36.776558 3777 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:36.776567 3777 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:41.220527 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=300 I0521 23:13:45.215384 3777 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:45.216010 3777 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:45.256694 3777 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:45.256716 3777 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:45.263681 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 23:13:45.263712 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 23:13:47.793877 3777 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5c9b76554c-mrhr7] creating logical port tsf-tas_fulcio-server-5c9b76554c-mrhr7 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:13:47.793965 3777 kube.go:256] Updating pod tsf-tas/fulcio-server-5c9b76554c-mrhr7 I0521 23:13:47.812707 3777 pod.go:62] [tsf-tas/fulcio-server-5c9b76554c-mrhr7] pod update took 18.76203ms I0521 23:13:47.812731 3777 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5c9b76554c-mrhr7] addLogicalPort annotation time took 18.79251ms I0521 23:13:47.813868 3777 pods.go:271] [tsf-tas/fulcio-server-5c9b76554c-mrhr7] addLogicalPort took 20.004049ms, libovsdb time 734.677µs I0521 23:13:48.157654 3777 cni.go:452] [tsf-tas/fulcio-server-5c9b76554c-mrhr7 021c765c42a8adbc5a345efd132dc504ab596715a80c054643ab61aabbbfd8fe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5c9b76554c-mrhr7 021c765c42a8adbc5a345efd132dc504ab596715a80c054643ab61aabbbfd8fe network default NAD default NAD key ] I0521 23:13:48.167002 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5c9b76554c-mrhr7, hostIfaceName: 021c765c42a8adb, network: default, NAD default, SandboxID: "021c765c42a8adbc5a345efd132dc504ab596715a80c054643ab61aabbbfd8fe", PCI device ID: , UID: "e8d63ed5-9663-476f-96ec-1b2fcfe686e2", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 23:13:48.187964 3777 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7dcdff5b8f-p2v88] creating logical port tsf-tas_trillian-logserver-7dcdff5b8f-p2v88 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:13:48.188070 3777 kube.go:256] Updating pod tsf-tas/trillian-logserver-7dcdff5b8f-p2v88 I0521 23:13:48.207269 3777 pod.go:62] [tsf-tas/trillian-logserver-7dcdff5b8f-p2v88] pod update took 19.227394ms I0521 23:13:48.207307 3777 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7dcdff5b8f-p2v88] addLogicalPort annotation time took 19.270268ms I0521 23:13:48.209027 3777 pods.go:271] [tsf-tas/trillian-logserver-7dcdff5b8f-p2v88] addLogicalPort took 21.076092ms, libovsdb time 1.136678ms I0521 23:13:48.219268 3777 cni.go:473] [tsf-tas/fulcio-server-5c9b76554c-mrhr7 021c765c42a8adbc5a345efd132dc504ab596715a80c054643ab61aabbbfd8fe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5c9b76554c-mrhr7 021c765c42a8adbc5a345efd132dc504ab596715a80c054643ab61aabbbfd8fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3c:64:a0:91:0a\",\"name\":\"021c765c42a8adb\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4200c2e0-39b2-4c39-8e12-9625c275919c\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:48.255520 3777 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-8xpzk-jxpgt] creating logical port tsf-tas_rekor-createtree-job-8xpzk-jxpgt for pod on switch ip-10-0-1-78.ec2.internal I0521 23:13:48.255592 3777 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-8xpzk-jxpgt I0521 23:13:48.268250 3777 pod.go:62] [tsf-tas/rekor-createtree-job-8xpzk-jxpgt] pod update took 12.676334ms I0521 23:13:48.268270 3777 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-8xpzk-jxpgt] addLogicalPort annotation time took 12.699313ms I0521 23:13:48.269476 3777 pods.go:271] [tsf-tas/rekor-createtree-job-8xpzk-jxpgt] addLogicalPort took 13.970891ms, libovsdb time 856.492µs I0521 23:13:48.617053 3777 cni.go:452] [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key ] I0521 23:13:48.628288 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-8xpzk-jxpgt, hostIfaceName: ed99c9f154ff3e6, network: default, NAD default, SandboxID: "ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35", PCI device ID: , UID: "5226006e-6d8e-4c4e-a551-b46e43e9e666", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 23:13:48.678300 3777 cni.go:473] [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9c:20:64:24:e9\",\"name\":\"ed99c9f154ff3e6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b82aad9-3e72-49ad-b972-8238b7f39eae\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:13:50.254544 3777 cni.go:452] [tsf-tas/trillian-logserver-7dcdff5b8f-p2v88 28fc034cdf07ba4707a82a76557359dc7bc29a18fd26299de5e837fb9269a449 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7dcdff5b8f-p2v88 28fc034cdf07ba4707a82a76557359dc7bc29a18fd26299de5e837fb9269a449 network default NAD default NAD key ] I0521 23:13:50.277522 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7dcdff5b8f-p2v88, hostIfaceName: 28fc034cdf07ba4, network: default, NAD default, SandboxID: "28fc034cdf07ba4707a82a76557359dc7bc29a18fd26299de5e837fb9269a449", PCI device ID: , UID: "94d40dd8-0bbd-418d-9bff-898e779932da", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 23:13:50.334535 3777 cni.go:473] [tsf-tas/trillian-logserver-7dcdff5b8f-p2v88 28fc034cdf07ba4707a82a76557359dc7bc29a18fd26299de5e837fb9269a449 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7dcdff5b8f-p2v88 28fc034cdf07ba4707a82a76557359dc7bc29a18fd26299de5e837fb9269a449 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a9:ff:00:c0:2b\",\"name\":\"28fc034cdf07ba4\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/958d0999-ca93-4a2b-a3c1-58fba73bdccc\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:13:50.938378 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:13:50.938406 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:13:50.970766 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:13:50.970788 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0521 23:13:51.020843 3777 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5469c9d6b9-njd44] creating logical port tsf-tas_trillian-db-5469c9d6b9-njd44 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:13:51.020985 3777 kube.go:256] Updating pod tsf-tas/trillian-db-5469c9d6b9-njd44 I0521 23:13:51.043000 3777 pod.go:62] [tsf-tas/trillian-db-5469c9d6b9-njd44] pod update took 22.045428ms I0521 23:13:51.043089 3777 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5469c9d6b9-njd44] addLogicalPort annotation time took 22.138237ms I0521 23:13:51.044849 3777 pods.go:271] [tsf-tas/trillian-db-5469c9d6b9-njd44] addLogicalPort took 24.048249ms, libovsdb time 1.148461ms I0521 23:13:54.265322 3777 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-q7f6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:54.265973 3777 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-q7f6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:55.168642 3777 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-q7f6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:55.168669 3777 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-q7f6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:13:57.981984 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 23:14:01.065252 3777 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:01.065852 3777 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:01.582560 3777 cni.go:452] [tsf-tas/trillian-db-5469c9d6b9-njd44 9d8cc09f40d26b31b9b65b4a287ccd51a15ec869a7bc2c18706e5fdfbaeef5f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5469c9d6b9-njd44 9d8cc09f40d26b31b9b65b4a287ccd51a15ec869a7bc2c18706e5fdfbaeef5f5 network default NAD default NAD key ] I0521 23:14:01.592231 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5469c9d6b9-njd44, hostIfaceName: 9d8cc09f40d26b3, network: default, NAD default, SandboxID: "9d8cc09f40d26b31b9b65b4a287ccd51a15ec869a7bc2c18706e5fdfbaeef5f5", PCI device ID: , UID: "21576f46-be98-4420-bb24-ff097a017af4", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 23:14:01.642572 3777 cni.go:473] [tsf-tas/trillian-db-5469c9d6b9-njd44 9d8cc09f40d26b31b9b65b4a287ccd51a15ec869a7bc2c18706e5fdfbaeef5f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5469c9d6b9-njd44 9d8cc09f40d26b31b9b65b4a287ccd51a15ec869a7bc2c18706e5fdfbaeef5f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:1d:ef:c7:4a:be\",\"name\":\"9d8cc09f40d26b3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd161166-e38b-4716-99ed-6574b1184d13\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:14:01.933246 3777 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:01.933271 3777 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:06.024457 3777 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0521 23:14:07.955428 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 23:14:10.286624 3777 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:10.286644 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:10.326273 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 23:14:17.069400 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 23:14:22.315527 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-vf2k6 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:14:22.315612 3777 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6 I0521 23:14:22.330264 3777 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6] pod update took 14.670603ms I0521 23:14:22.330288 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6] addLogicalPort annotation time took 14.699434ms I0521 23:14:22.331532 3777 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6] addLogicalPort took 16.019977ms, libovsdb time 840.214µs I0521 23:14:22.679015 3777 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6 02c631a02237638fedaf8438b4be89cd75068ef879e8a8cdbda8f1fb836d42f6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6 02c631a02237638fedaf8438b4be89cd75068ef879e8a8cdbda8f1fb836d42f6 network default NAD default NAD key ] I0521 23:14:22.688374 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-vf2k6, hostIfaceName: 02c631a02237638, network: default, NAD default, SandboxID: "02c631a02237638fedaf8438b4be89cd75068ef879e8a8cdbda8f1fb836d42f6", PCI device ID: , UID: "68a73003-0c9b-4860-84af-f0f6cadf0f94", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 23:14:22.741226 3777 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6 02c631a02237638fedaf8438b4be89cd75068ef879e8a8cdbda8f1fb836d42f6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-vf2k6 02c631a02237638fedaf8438b4be89cd75068ef879e8a8cdbda8f1fb836d42f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:8f:67:6b:58:1c\",\"name\":\"02c631a02237638\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ab8b610-4d21-4209-8d44-8fef5f6edc17\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:14:31.118993 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 23:14:35.540113 3777 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:35.540653 3777 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:35.561236 3777 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:35.561256 3777 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:35.570921 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 23:14:35.570948 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 23:14:36.338117 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 23:14:44.238142 3777 cni.go:452] [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key ] I0521 23:14:44.317625 3777 cni.go:473] [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-8xpzk-jxpgt ed99c9f154ff3e6b74620bc62852fca10f17be02fce6aa46079c346b87c60b35 network default NAD default NAD key default], result "{}", err I0521 23:14:44.371475 3777 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.371510 3777 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-8xpzk-jxpgt I0521 23:14:44.373126 3777 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-8xpzk-jxpgt, ips: 10.128.0.41 I0521 23:14:44.373163 3777 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.573691 3777 obj_retry.go:498] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.574206 3777 obj_retry.go:498] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:45.254975 3777 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.255005 3777 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.453515 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.453534 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:47.311926 3777 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:47.312454 3777 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:48.186050 3777 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:48.186073 3777 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:49.481500 3777 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7fc7b76c78-phqsh] creating logical port tsf-tas_rekor-search-ui-7fc7b76c78-phqsh for pod on switch ip-10-0-1-78.ec2.internal I0521 23:14:49.481582 3777 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7fc7b76c78-phqsh I0521 23:14:49.493756 3777 pod.go:62] [tsf-tas/rekor-search-ui-7fc7b76c78-phqsh] pod update took 12.190928ms I0521 23:14:49.493782 3777 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7fc7b76c78-phqsh] addLogicalPort annotation time took 12.223776ms I0521 23:14:49.495253 3777 pods.go:271] [tsf-tas/rekor-search-ui-7fc7b76c78-phqsh] addLogicalPort took 13.766949ms, libovsdb time 1.072798ms I0521 23:14:49.840768 3777 cni.go:452] [tsf-tas/rekor-search-ui-7fc7b76c78-phqsh 09f6d6eea5bd389ff9049b9e0297edfdf4f491db2b35d696b56f996c59b638da network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7fc7b76c78-phqsh 09f6d6eea5bd389ff9049b9e0297edfdf4f491db2b35d696b56f996c59b638da network default NAD default NAD key ] I0521 23:14:49.850099 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7fc7b76c78-phqsh, hostIfaceName: 09f6d6eea5bd389, network: default, NAD default, SandboxID: "09f6d6eea5bd389ff9049b9e0297edfdf4f491db2b35d696b56f996c59b638da", PCI device ID: , UID: "95976605-7336-4815-a6a5-afa6af969b8a", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 23:14:49.902198 3777 cni.go:473] [tsf-tas/rekor-search-ui-7fc7b76c78-phqsh 09f6d6eea5bd389ff9049b9e0297edfdf4f491db2b35d696b56f996c59b638da network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7fc7b76c78-phqsh 09f6d6eea5bd389ff9049b9e0297edfdf4f491db2b35d696b56f996c59b638da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2c:f2:58:cf:db\",\"name\":\"09f6d6eea5bd389\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3906afcb-a0bd-4f41-8b8b-243ce54a4273\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:14:50.612521 3777 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpjfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.613213 3777 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpjfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:51.635939 3777 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpjfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.635966 3777 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpjfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.673225 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.673248 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.678706 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cxqsj I0521 23:14:51.678733 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cxqsj W0521 23:14:52.201020 3777 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 23:14:53.284784 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 23:14:55.507593 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 23:14:55.654680 3777 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:55.655289 3777 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:55.675562 3777 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:55.675586 3777 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:55.682492 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 23:14:55.682514 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0521 23:14:59.245605 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:15:01.693311 3777 obj_retry.go:498] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:01.693915 3777 obj_retry.go:498] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:02.637859 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 23:15:02.733797 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:02.733839 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:03.161503 3777 namespace.go:142] [openshift-pipelines] updating namespace W0521 23:15:05.334746 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 23:15:05.745290 3777 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:05.745905 3777 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:05.912598 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:05.912620 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:06.849739 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 23:15:08.744003 3777 obj_retry.go:498] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:08.744530 3777 obj_retry.go:498] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:09.766851 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:09.766883 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:18.354153 3777 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 23:15:24.079211 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 23:15:26.320057 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 23:15:27.863850 3777 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.864429 3777 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:28.745375 3777 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:28.745396 3777 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:45.837632 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 23:15:46.980307 3777 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:46.980975 3777 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:47.019933 3777 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:47.019952 3777 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:47.027481 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 23:15:47.027506 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 23:15:47.796196 3777 namespace.go:98] [image-controller] adding namespace I0521 23:15:47.796218 3777 namespace.go:98] [build-service] adding namespace I0521 23:15:47.796856 3777 namespace.go:98] [integration-service] adding namespace I0521 23:15:47.797239 3777 namespace.go:102] [image-controller] adding namespace took 1.020953ms I0521 23:15:47.797796 3777 namespace.go:98] [default-tenant] adding namespace I0521 23:15:47.797979 3777 namespace.go:102] [build-service] adding namespace took 1.745998ms I0521 23:15:47.798589 3777 namespace.go:102] [integration-service] adding namespace took 1.718624ms I0521 23:15:47.799253 3777 namespace.go:102] [default-tenant] adding namespace took 1.445171ms I0521 23:15:47.859085 3777 namespace.go:142] [image-controller] updating namespace I0521 23:15:47.910945 3777 namespace.go:142] [image-controller] updating namespace I0521 23:15:47.946887 3777 namespace.go:142] [build-service] updating namespace I0521 23:15:48.004733 3777 namespace.go:142] [build-service] updating namespace I0521 23:15:48.029268 3777 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.057009 3777 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.093867 3777 namespace.go:142] [default-tenant] updating namespace I0521 23:15:48.125525 3777 namespace.go:142] [build-service] updating namespace I0521 23:15:48.139661 3777 namespace.go:142] [default-tenant] updating namespace I0521 23:15:48.163210 3777 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.276756 3777 namespace.go:98] [release-service] adding namespace I0521 23:15:48.277571 3777 namespace.go:102] [release-service] adding namespace took 795.961µs I0521 23:15:48.407584 3777 namespace.go:142] [release-service] updating namespace I0521 23:15:48.419556 3777 namespace.go:142] [release-service] updating namespace I0521 23:15:48.531582 3777 namespace.go:142] [konflux-ui] updating namespace I0521 23:15:48.758589 3777 namespace.go:98] [konflux-info] adding namespace I0521 23:15:48.759424 3777 namespace.go:102] [konflux-info] adding namespace took 815.433µs I0521 23:15:48.832043 3777 namespace.go:142] [konflux-info] updating namespace I0521 23:15:48.873720 3777 namespace.go:98] [namespace-lister] adding namespace I0521 23:15:48.873868 3777 namespace.go:142] [konflux-info] updating namespace I0521 23:15:48.874435 3777 namespace.go:102] [namespace-lister] adding namespace took 699.445µs I0521 23:15:48.940693 3777 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:48.993349 3777 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:49.020543 3777 namespace.go:98] [enterprise-contract-service] adding namespace I0521 23:15:49.021279 3777 namespace.go:102] [enterprise-contract-service] adding namespace took 721.062µs I0521 23:15:49.126124 3777 namespace.go:142] [image-controller] updating namespace I0521 23:15:49.126203 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:49.245852 3777 namespace.go:142] [default-tenant] updating namespace I0521 23:15:49.377553 3777 namespace.go:98] [segment-bridge] adding namespace I0521 23:15:49.378432 3777 namespace.go:102] [segment-bridge] adding namespace took 863.014µs I0521 23:15:49.397620 3777 namespace.go:98] [konflux-cli] adding namespace I0521 23:15:49.398277 3777 namespace.go:102] [konflux-cli] adding namespace took 640.771µs I0521 23:15:49.434593 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:49.470645 3777 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 23:15:49.471201 3777 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 23:15:49.471217 3777 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 23:15:49.473790 3777 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 23:15:49.511469 3777 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 23:15:49.511488 3777 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 23:15:49.512158 3777 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 23:15:50.165011 3777 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:50.366421 3777 base_network_controller_pods.go:487] [default/konflux-ui/dex-7864c5f54b-j6b2t] creating logical port konflux-ui_dex-7864c5f54b-j6b2t for pod on switch ip-10-0-1-78.ec2.internal I0521 23:15:50.366536 3777 kube.go:256] Updating pod konflux-ui/dex-7864c5f54b-j6b2t I0521 23:15:50.387861 3777 pod.go:62] [konflux-ui/dex-7864c5f54b-j6b2t] pod update took 21.350075ms I0521 23:15:50.387883 3777 base_network_controller_pods.go:951] [default/konflux-ui/dex-7864c5f54b-j6b2t] addLogicalPort annotation time took 21.374567ms I0521 23:15:50.389106 3777 pods.go:271] [konflux-ui/dex-7864c5f54b-j6b2t] addLogicalPort took 22.703401ms, libovsdb time 860.953µs I0521 23:15:50.402113 3777 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:50.413449 3777 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5bccfb6448-2xrwv] creating logical port konflux-ui_proxy-5bccfb6448-2xrwv for pod on switch ip-10-0-1-78.ec2.internal I0521 23:15:50.413578 3777 kube.go:256] Updating pod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:15:50.452921 3777 pod.go:62] [konflux-ui/proxy-5bccfb6448-2xrwv] pod update took 39.373353ms I0521 23:15:50.452945 3777 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5bccfb6448-2xrwv] addLogicalPort annotation time took 39.401972ms I0521 23:15:50.454257 3777 pods.go:271] [konflux-ui/proxy-5bccfb6448-2xrwv] addLogicalPort took 40.822948ms, libovsdb time 939.612µs I0521 23:15:50.532874 3777 namespace.go:142] [build-service] updating namespace I0521 23:15:50.562711 3777 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.578587 3777 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.595193 3777 namespace.go:142] [integration-service] updating namespace I0521 23:15:50.606748 3777 namespace.go:142] [release-service] updating namespace I0521 23:15:50.654706 3777 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:50.702075 3777 namespace.go:142] [build-service] updating namespace I0521 23:15:50.709918 3777 namespace.go:142] [build-service] updating namespace I0521 23:15:50.756298 3777 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.809617 3777 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.812682 3777 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.876253 3777 namespace.go:142] [integration-service] updating namespace I0521 23:15:50.921677 3777 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.993596 3777 namespace.go:142] [release-service] updating namespace I0521 23:15:51.087602 3777 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:51.120402 3777 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-9wcq5 for pod on switch ip-10-0-1-78.ec2.internal I0521 23:15:51.120526 3777 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 I0521 23:15:51.200646 3777 namespace.go:142] [integration-service] updating namespace I0521 23:15:51.215473 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0521 23:15:51.244001 3777 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5] pod update took 123.49996ms I0521 23:15:51.244024 3777 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5] addLogicalPort annotation time took 123.52681ms I0521 23:15:51.245318 3777 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5] addLogicalPort took 124.934589ms, libovsdb time 855.672µs I0521 23:15:51.330654 3777 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-ngzzm] creating logical port build-service_build-service-controller-manager-7cbf488fcf-ngzzm for pod on switch ip-10-0-1-78.ec2.internal I0521 23:15:51.330741 3777 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-ngzzm I0521 23:15:51.402676 3777 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-ngzzm] pod update took 71.956105ms I0521 23:15:51.402698 3777 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-ngzzm] addLogicalPort annotation time took 71.981669ms I0521 23:15:51.403928 3777 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-ngzzm] addLogicalPort took 73.290163ms, libovsdb time 778.234µs I0521 23:15:51.503663 3777 namespace.go:142] [release-service] updating namespace I0521 23:15:52.018238 3777 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-ngzzm f243e03d15e92af2ce520955a0084a9c92e8630887d176ccb2d205dd46d7bce7 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-ngzzm f243e03d15e92af2ce520955a0084a9c92e8630887d176ccb2d205dd46d7bce7 network default NAD default NAD key ] I0521 23:15:52.027948 3777 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-ngzzm, hostIfaceName: f243e03d15e92af, network: default, NAD default, SandboxID: "f243e03d15e92af2ce520955a0084a9c92e8630887d176ccb2d205dd46d7bce7", PCI device ID: , UID: "07e68561-9d9a-493e-aaea-82755264b5ee", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 23:15:52.081512 3777 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-ngzzm f243e03d15e92af2ce520955a0084a9c92e8630887d176ccb2d205dd46d7bce7 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-ngzzm f243e03d15e92af2ce520955a0084a9c92e8630887d176ccb2d205dd46d7bce7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ea:e4:c1:6f:5a\",\"name\":\"f243e03d15e92af\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91f305f0-ba89-40ec-8110-542f534a3b07\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:52.728631 3777 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5599765659-xpjnc] creating logical port integration-service_integration-service-controller-manager-5599765659-xpjnc for pod on switch ip-10-0-1-78.ec2.internal I0521 23:15:52.728765 3777 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5599765659-xpjnc I0521 23:15:52.745880 3777 pod.go:62] [integration-service/integration-service-controller-manager-5599765659-xpjnc] pod update took 17.142818ms I0521 23:15:52.745907 3777 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5599765659-xpjnc] addLogicalPort annotation time took 17.172685ms I0521 23:15:52.747216 3777 pods.go:271] [integration-service/integration-service-controller-manager-5599765659-xpjnc] addLogicalPort took 18.605512ms, libovsdb time 870.364µs I0521 23:15:53.413469 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:53.612581 3777 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:53.817128 3777 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.015485 3777 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.215577 3777 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.332645 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:54.347325 3777 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:54.361287 3777 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.375233 3777 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.401078 3777 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.462814 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:54.541635 3777 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:54.643296 3777 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.743137 3777 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.841142 3777 cni.go:452] [integration-service/integration-service-controller-manager-5599765659-xpjnc 6699515badd2fd65b58703a8724c3c48074bcdda799873c8b41c236f73faeccd network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5599765659-xpjnc 6699515badd2fd65b58703a8724c3c48074bcdda799873c8b41c236f73faeccd network default NAD default NAD key ] I0521 23:15:54.844325 3777 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.851436 3777 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5599765659-xpjnc, hostIfaceName: 6699515badd2fd6, network: default, NAD default, SandboxID: "6699515badd2fd65b58703a8724c3c48074bcdda799873c8b41c236f73faeccd", PCI device ID: , UID: "7bbc74e7-0ba5-450a-b9f3-35591d571d98", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0521 23:15:54.905626 3777 cni.go:473] [integration-service/integration-service-controller-manager-5599765659-xpjnc 6699515badd2fd65b58703a8724c3c48074bcdda799873c8b41c236f73faeccd network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5599765659-xpjnc 6699515badd2fd65b58703a8724c3c48074bcdda799873c8b41c236f73faeccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e0:e2:63:8d:1f\",\"name\":\"6699515badd2fd6\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5949e84f-8739-4ce7-a3ca-0fc85aaa5d13\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:55.150908 3777 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key ] I0521 23:15:55.161324 3777 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-9wcq5, hostIfaceName: 63f6d57664968a9, network: default, NAD default, SandboxID: "63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391", PCI device ID: , UID: "9a233570-9a4a-4b88-934a-c0795654ea8b", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 23:15:55.213026 3777 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0c:f3:6e:15:69\",\"name\":\"63f6d57664968a9\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/611561ba-8d70-43f3-bb43-7d3d06a19cc0\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:15:55.623179 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 23:15:58.646609 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:15:58.647264 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:15:58.680016 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:15:58.681574 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:15:58.956031 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 23:15:59.517955 3777 cni.go:452] [konflux-ui/dex-7864c5f54b-j6b2t c6b2f4461033832301071d50895c954c4f1d51e9813108d1803003bcd4c87cb0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7864c5f54b-j6b2t c6b2f4461033832301071d50895c954c4f1d51e9813108d1803003bcd4c87cb0 network default NAD default NAD key ] I0521 23:15:59.518865 3777 cni.go:452] [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key ] I0521 23:15:59.528967 3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5bccfb6448-2xrwv, hostIfaceName: 38d62d08c347200, network: default, NAD default, SandboxID: "38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2", PCI device ID: , UID: "075231a3-3e70-40d3-bb16-8776248f0c8f", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 23:15:59.529098 3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7864c5f54b-j6b2t, hostIfaceName: c6b2f4461033832, network: default, NAD default, SandboxID: "c6b2f4461033832301071d50895c954c4f1d51e9813108d1803003bcd4c87cb0", PCI device ID: , UID: "9efbcc91-4132-4505-b57f-2af8dd4a7a19", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 23:15:59.581895 3777 cni.go:473] [konflux-ui/dex-7864c5f54b-j6b2t c6b2f4461033832301071d50895c954c4f1d51e9813108d1803003bcd4c87cb0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7864c5f54b-j6b2t c6b2f4461033832301071d50895c954c4f1d51e9813108d1803003bcd4c87cb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:73:11:82:34:07\",\"name\":\"c6b2f4461033832\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea1bb24c-0118-4bc5-bbd2-fa5c9ec72235\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:15:59.601392 3777 cni.go:473] [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5f:5a:a4:ab:68\",\"name\":\"38d62d08c347200\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd19e8cc-7c4b-4c8e-a830-89f8f51db7a1\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 23:15:59.948391 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 23:16:00.949019 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:00.949018 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:01.668075 3777 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 23:16:05.705237 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.705254 3777 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.987305 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.987324 3777 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:06.633814 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 23:16:09.662238 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:09.662345 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 23:16:09.851170 3777 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key ] I0521 23:16:09.937671 3777 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 63f6d57664968a9e7f3e8836591d6a67aca1779b431534ca1246e2926cd1d391 network default NAD default NAD key default], result "{}", err I0521 23:16:10.003218 3777 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:10.003255 3777 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 I0521 23:16:10.004763 3777 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5, ips: 10.128.0.47 I0521 23:16:10.004792 3777 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:10.727107 3777 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:10.727138 3777 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:10.730656 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 I0521 23:16:10.730679 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 W0521 23:16:16.709533 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0521 23:16:35.214025 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0521 23:16:47.081025 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:47.081046 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:47.081056 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:47.081061 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:47.795483 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:47.795501 3777 util.go:959] Failed to build node endpoints for node ip-10-0-1-78.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 23:17:01.213604 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0521 23:17:04.739618 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 23:17:04.953224 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:17:17.232278 3777 cni.go:452] [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key ] I0521 23:17:17.330972 3777 cni.go:473] [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5bccfb6448-2xrwv 38d62d08c34720099b844c2b288a2bcd93daa258412ade6f48815ca0ef712ff2 network default NAD default NAD key default], result "{}", err I0521 23:17:17.401096 3777 obj_retry.go:498] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:17.401156 3777 pods.go:176] Deleting pod: konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:17.402636 3777 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5bccfb6448-2xrwv, ips: 10.128.0.46 I0521 23:17:17.402665 3777 obj_retry.go:498] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:18.121301 3777 obj_retry.go:492] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:18.121328 3777 obj_retry.go:492] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:18.129808 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:18.129854 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:20.604707 3777 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:20.605306 3777 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:20.623434 3777 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:20.623450 3777 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:20.630871 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 23:17:20.630894 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 23:17:38.421993 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0521 23:17:38.795051 3777 namespace.go:98] [managed-tenant-bx2s7] adding namespace I0521 23:17:38.796544 3777 namespace.go:102] [managed-tenant-bx2s7] adding namespace took 1.466399ms I0521 23:17:38.828634 3777 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:38.848159 3777 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:39.848770 3777 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:39.978946 3777 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:40.078126 3777 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:19:13.527603 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:19:34.125860 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 23:20:00.248723 3777 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656760-tmlwc for pod on switch ip-10-0-1-78.ec2.internal I0521 23:20:00.248851 3777 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc I0521 23:20:00.282577 3777 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc] pod update took 33.768674ms I0521 23:20:00.282601 3777 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc] addLogicalPort annotation time took 33.796929ms I0521 23:20:00.283940 3777 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc] addLogicalPort took 35.231111ms, libovsdb time 942.948µs I0521 23:20:00.607812 3777 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key ] I0521 23:20:00.617534 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656760-tmlwc, hostIfaceName: 007ca05a9f8f947, network: default, NAD default, SandboxID: "007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1", PCI device ID: , UID: "98b85eb7-e41e-42e8-9d83-069b8ed07ff0", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0521 23:20:00.670679 3777 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:0c:9f:69:68:27\",\"name\":\"007ca05a9f8f947\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8b189b0-6d99-4559-951f-3e5e09e02e86\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 23:20:04.052433 3777 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key ] I0521 23:20:04.138591 3777 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc 007ca05a9f8f9478d11ce91ad7549e5a4383962f245a15557b52d3916f0862e1 network default NAD default NAD key default], result "{}", err I0521 23:20:04.194379 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:04.194410 3777 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc I0521 23:20:04.195636 3777 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc, ips: 10.128.0.50 I0521 23:20:04.195663 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:05.066627 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:05.066652 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:07.223703 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=344 I0521 23:20:19.641160 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 23:20:31.219656 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0521 23:21:30.322891 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0521 23:21:45.229593 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=37 I0521 23:22:31.216869 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=47 I0521 23:22:53.340802 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 23:22:53.852165 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 23:23:23.216866 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 23:24:29.529990 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 23:24:48.081925 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 23:24:58.425216 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 23:25:02.063223 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:02.063293 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:02.070344 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-5bfc7 I0521 23:25:02.070370 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-5bfc7 I0521 23:25:03.955633 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:25:05.032229 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:05.032270 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:05.038687 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-dc2tk I0521 23:25:05.038711 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-dc2tk I0521 23:25:09.032695 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:09.032749 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:09.038315 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-f562x I0521 23:25:09.038346 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-f562x I0521 23:25:41.742851 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 23:26:00.216911 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0521 23:27:13.644627 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 23:28:02.325723 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 23:28:08.222873 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0521 23:28:31.219508 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 23:28:39.232610 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0521 23:28:44.128424 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 23:29:13.220408 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0521 23:29:26.226240 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16