+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-93.ec2.internal ++ [[ -n ip-10-0-2-93.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-93.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:05:26.155454258 - disable conntrack on geneve port' I0424 15:05:26.155454258 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:05:26.188579994 - starting ovnkube-node' I0424 15:05:26.188579994 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-93.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-93.ec2.internal --init-node ip-10-0-2-93.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-93.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 15:05:26.240093 3779 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 15:05:26.240161 3779 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-1706d184cc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 15:05:26.242496 3779 kube.go:431] Waiting for certificate I0424 15:05:26.242536 3779 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 15:05:26.242573 3779 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 15:05:26.243359 3779 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:05:26.276226 3779 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:26.276248 3779 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:26.279325 3779 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:26.279433 3779 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r6hcg" I0424 15:05:26.287716 3779 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r6hcg" I0424 15:05:26.287868 3779 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:27.242709 3779 kube.go:438] Certificate found I0424 15:05:27.243388 3779 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:05:27.244577 3779 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 15:05:27.296746 3779 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 15:00:26 +0000 UTC" deadline="2026-04-25 10:04:44.36366589 +0000 UTC" I0424 15:05:27.296787 3779 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h59m17.066892361s" I0424 15:05:27.321809 3779 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:05:27.335022 3779 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 15:05:27.335083 3779 factory.go:561] Starting watch factory I0424 15:05:27.335196 3779 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335201 3779 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335222 3779 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335228 3779 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335376 3779 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335442 3779 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335743 3779 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335762 3779 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335847 3779 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.335882 3779 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.336084 3779 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 15:05:27.336279 3779 server.go:101] MetricServer registers OVS metrics I0424 15:05:27.336521 3779 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.336619 3779 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.336866 3779 server.go:105] MetricServer registers OVN DB metrics I0424 15:05:27.338905 3779 controller_manager.go:370] Starting the ovnkube controller I0424 15:05:27.338918 3779 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-93.ec2.internal I0424 15:05:27.338964 3779 controller_manager.go:395] NBDB zone sync took: 38.616µs I0424 15:05:27.338973 3779 factory.go:561] Starting watch factory I0424 15:05:27.342397 3779 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 15:05:27.342417 3779 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 15:05:27.352267 3779 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.352535 3779 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.353845 3779 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.355247 3779 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.356940 3779 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.358625 3779 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 15:05:27.358713 3779 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 15:05:27.363851 3779 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 15:05:27.363888 3779 server.go:109] MetricServer registers OVN Controller metrics I0424 15:05:27.366992 3779 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:27.369410 3779 server.go:113] MetricServer registers OVN Northd metrics I0424 15:05:27.373605 3779 metrics.go:519] OVN Metrics Server starts to run ... I0424 15:05:27.441515 3779 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:05:27.441548 3779 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:05:27.441552 3779 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:05:27.441555 3779 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:05:27.441558 3779 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:05:27.441561 3779 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:05:27.441638 3779 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:27.441663 3779 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:27.441664 3779 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:27.441681 3779 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:27.444691 3779 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:05:27.444704 3779 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:05:27.444710 3779 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:05:27.444714 3779 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:05:27.444718 3779 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:05:27.444723 3779 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:05:27.445069 3779 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:27.445079 3779 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:27.446934 3779 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:05:27.446946 3779 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:05:27.447023 3779 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.447040 3779 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.449667 3779 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.449771 3779 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:05:27.449783 3779 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:05:27.452221 3779 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:05:27.452272 3779 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.452293 3779 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.454883 3779 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:05:27.455111 3779 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.457915 3779 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:05:27.457974 3779 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.457985 3779 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.460076 3779 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:05:27.460756 3779 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.463145 3779 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:05:27.463215 3779 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.463232 3779 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.465207 3779 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:05:27.466817 3779 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.468846 3779 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:05:27.468903 3779 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.468920 3779 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.470270 3779 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:05:27.471677 3779 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.474102 3779 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:05:27.474255 3779 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:05:27.474274 3779 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:05:27.476275 3779 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:05:27.476966 3779 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:05:27.479365 3779 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:05:27.479420 3779 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.479431 3779 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.479478 3779 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.479496 3779 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.481785 3779 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:05:27.483384 3779 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.483483 3779 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.485435 3779 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:05:27.485446 3779 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:05:27.485452 3779 factory.go:680] Watch Factory start up complete, took: 150.371908ms I0424 15:05:27.485516 3779 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 15:05:27.487495 3779 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:05:27.487506 3779 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:05:27.487513 3779 factory.go:680] Watch Factory start up complete, took: 148.538264ms I0424 15:05:27.487519 3779 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-93.ec2.internal" zone I0424 15:05:27.532668 3779 default_node_network_controller.go:710] Initializing the default node network controller I0424 15:05:27.613070 3779 udn_isolation.go:101] Starting UDN host isolation manager I0424 15:05:27.619055 3779 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 15:05:27.687705 3779 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 15:05:27.687777 3779 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 15:05:27.687790 3779 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 15:05:27.721597 3779 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 15:05:27.721663 3779 default_node_network_controller.go:809] Node ip-10-0-2-93.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0424 15:05:27.727423 3779 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.93"] k8s.ovn.org/zone-name:ip-10-0-2-93.ec2.internal] on node ip-10-0-2-93.ec2.internal I0424 15:05:27.762447 3779 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 15:05:27.768994 3779 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 15:05:27.769195 3779 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0424 15:05:27.769347 3779 gateway_init.go:263] Preparing Gateway I0424 15:05:27.769360 3779 gateway_shared_intf.go:1687] Creating new gateway I0424 15:05:27.880706 3779 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:05:27.887428 3779 iptables.go:108] Creating table: filter chain: OUTPUT I0424 15:05:27.894116 3779 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 15:05:27.894132 3779 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-93.ec2.internal","mac-address":"0e:36:d4:5c:96:59","ip-addresses":["10.0.2.93/24"],"ip-address":"10.0.2.93/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c8100f0d-6775-4e09-bfd0-6e1bbbb494cb k8s.ovn.org/node-encap-ips:["10.0.2.93"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.93/24"} k8s.ovn.org/zone-name:ip-10-0-2-93.ec2.internal] on node ip-10-0-2-93.ec2.internal I0424 15:05:27.916487 3779 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:27.988092 3779 controller_manager.go:429] Waiting for node in zone sync took: 500.558299ms I0424 15:05:27.993590 3779 controller_manager.go:611] Switching to transit router for layer2 networks I0424 15:05:27.993605 3779 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-93.ec2.internal I0424 15:05:28.011167 3779 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:05:28.019317 3779 controller_manager.go:290] SCTP support detected in OVN I0424 15:05:28.019892 3779 services_controller.go:69] Creating services controller for network=default I0424 15:05:28.020025 3779 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 15:05:28.020086 3779 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 15:05:28.020111 3779 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 15:05:28.020124 3779 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 15:05:28.020132 3779 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:05:28.020284 3779 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 15:05:28.020324 3779 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 15:05:28.020383 3779 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.969µs I0424 15:05:28.020407 3779 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 75.231µs I0424 15:05:28.020415 3779 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 91.603µs I0424 15:05:28.020421 3779 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 15:05:28.020427 3779 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 15:05:28.020437 3779 default_network_controller.go:325] Starting the default network controller I0424 15:05:28.020541 3779 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 19.17µs I0424 15:05:28.020643 3779 udn_enabled_svc.go:95] Performing full resync I0424 15:05:28.020941 3779 udn_enabled_svc.go:99] Waiting for handler to sync I0424 15:05:28.020955 3779 udn_enabled_svc.go:104] Starting worker I0424 15:05:28.029936 3779 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 15:05:28.030000 3779 repair.go:33] Syncing exgw routes took 44.682µs I0424 15:05:28.030125 3779 default_network_controller.go:414] Starting all the Watchers... I0424 15:05:28.030262 3779 namespace.go:98] [openshift-network-console] adding namespace I0424 15:05:28.030271 3779 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 15:05:28.030277 3779 namespace.go:98] [default] adding namespace I0424 15:05:28.030282 3779 namespace.go:98] [openshift-operators] adding namespace I0424 15:05:28.030296 3779 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 15:05:28.030293 3779 namespace.go:98] [openshift-console] adding namespace I0424 15:05:28.030298 3779 namespace.go:98] [openshift-dns-operator] adding namespace I0424 15:05:28.030312 3779 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 15:05:28.030314 3779 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 15:05:28.030314 3779 namespace.go:98] [openshift-insights] adding namespace I0424 15:05:28.030316 3779 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 15:05:28.030320 3779 namespace.go:98] [openshift] adding namespace I0424 15:05:28.030324 3779 namespace.go:98] [openshift-backplane] adding namespace I0424 15:05:28.030327 3779 namespace.go:98] [openshift-dns] adding namespace I0424 15:05:28.030263 3779 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 15:05:28.030791 3779 namespace.go:102] [openshift-network-console] adding namespace took 514.917µs I0424 15:05:28.030806 3779 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 15:05:28.031246 3779 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 434.523µs I0424 15:05:28.031259 3779 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 15:05:28.031692 3779 namespace.go:102] [openshift-console-user-settings] adding namespace took 428.276µs I0424 15:05:28.031708 3779 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 15:05:28.032164 3779 namespace.go:102] [openshift-machine-config-operator] adding namespace took 1.883557ms I0424 15:05:28.032177 3779 namespace.go:98] [kube-public] adding namespace I0424 15:05:28.032584 3779 namespace.go:102] [openshift-operators] adding namespace took 2.293013ms I0424 15:05:28.032599 3779 namespace.go:98] [openshift-ingress] adding namespace I0424 15:05:28.033031 3779 namespace.go:102] [default] adding namespace took 2.74413ms I0424 15:05:28.033045 3779 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 15:05:28.033526 3779 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.224646ms I0424 15:05:28.033543 3779 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 15:05:28.033940 3779 namespace.go:102] [openshift-console] adding namespace took 3.635827ms I0424 15:05:28.033952 3779 namespace.go:98] [openshift-etcd] adding namespace I0424 15:05:28.034765 3779 namespace.go:102] [openshift-dns-operator] adding namespace took 4.455803ms I0424 15:05:28.034784 3779 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 15:05:28.035271 3779 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.952771ms I0424 15:05:28.035291 3779 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 15:05:28.035718 3779 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.398159ms I0424 15:05:28.035728 3779 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 15:05:28.036161 3779 namespace.go:102] [openshift-insights] adding namespace took 5.836173ms I0424 15:05:28.036178 3779 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 15:05:28.036618 3779 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.28907ms I0424 15:05:28.036633 3779 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 15:05:28.037038 3779 namespace.go:102] [openshift] adding namespace took 6.706692ms I0424 15:05:28.037055 3779 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 15:05:28.037507 3779 namespace.go:102] [openshift-backplane] adding namespace took 7.171871ms I0424 15:05:28.037520 3779 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 15:05:28.037891 3779 namespace.go:102] [openshift-dns] adding namespace took 7.55344ms I0424 15:05:28.037907 3779 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 15:05:28.038531 3779 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.138519ms I0424 15:05:28.038550 3779 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 15:05:28.038925 3779 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.210862ms I0424 15:05:28.038939 3779 namespace.go:98] [openshift-machine-api] adding namespace I0424 15:05:28.039321 3779 namespace.go:102] [kube-public] adding namespace took 7.13831ms I0424 15:05:28.039333 3779 namespace.go:98] [openshift-monitoring] adding namespace I0424 15:05:28.039690 3779 namespace.go:102] [openshift-ingress] adding namespace took 7.086715ms I0424 15:05:28.039702 3779 namespace.go:98] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] adding namespace I0424 15:05:28.040043 3779 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.993161ms I0424 15:05:28.040053 3779 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 15:05:28.040508 3779 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.957142ms I0424 15:05:28.040526 3779 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 15:05:28.040903 3779 namespace.go:102] [openshift-etcd] adding namespace took 6.944105ms I0424 15:05:28.040923 3779 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 15:05:28.041297 3779 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.507946ms I0424 15:05:28.041308 3779 namespace.go:98] [openshift-network-operator] adding namespace I0424 15:05:28.041747 3779 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.448129ms I0424 15:05:28.041766 3779 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 15:05:28.042197 3779 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.463844ms I0424 15:05:28.042210 3779 namespace.go:98] [openshift-config-managed] adding namespace I0424 15:05:28.042547 3779 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.364167ms I0424 15:05:28.042555 3779 namespace.go:98] [dedicated-admin] adding namespace I0424 15:05:28.042989 3779 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.348198ms I0424 15:05:28.043022 3779 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 15:05:28.043400 3779 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.337827ms I0424 15:05:28.043417 3779 namespace.go:98] [openshift-logging] adding namespace I0424 15:05:28.043800 3779 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.273441ms I0424 15:05:28.043818 3779 namespace.go:98] [kube-system] adding namespace I0424 15:05:28.044225 3779 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.310809ms I0424 15:05:28.044241 3779 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 15:05:28.044604 3779 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.049169ms I0424 15:05:28.044616 3779 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 15:05:28.044934 3779 namespace.go:102] [openshift-machine-api] adding namespace took 5.991642ms I0424 15:05:28.044944 3779 namespace.go:98] [openshift-console-operator] adding namespace I0424 15:05:28.045407 3779 namespace.go:102] [openshift-monitoring] adding namespace took 6.067245ms I0424 15:05:28.045425 3779 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 15:05:28.045799 3779 namespace.go:102] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] adding namespace took 6.091242ms I0424 15:05:28.045815 3779 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 15:05:28.046241 3779 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.181348ms I0424 15:05:28.046258 3779 namespace.go:98] [openshift-node] adding namespace I0424 15:05:28.046628 3779 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.096512ms I0424 15:05:28.046644 3779 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 15:05:28.047028 3779 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.097144ms I0424 15:05:28.047044 3779 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 15:05:28.047519 3779 namespace.go:102] [openshift-network-operator] adding namespace took 6.204564ms I0424 15:05:28.047537 3779 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 15:05:28.047911 3779 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.137674ms I0424 15:05:28.047928 3779 namespace.go:98] [openshift-config] adding namespace I0424 15:05:28.048310 3779 namespace.go:102] [openshift-config-managed] adding namespace took 6.095029ms I0424 15:05:28.048327 3779 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 15:05:28.048698 3779 namespace.go:102] [dedicated-admin] adding namespace took 6.136798ms I0424 15:05:28.048714 3779 namespace.go:98] [openshift-cluster-version] adding namespace I0424 15:05:28.049101 3779 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.071224ms I0424 15:05:28.049117 3779 namespace.go:98] [openshift-authentication] adding namespace I0424 15:05:28.049496 3779 namespace.go:102] [openshift-logging] adding namespace took 6.072619ms I0424 15:05:28.049511 3779 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 15:05:28.049880 3779 namespace.go:102] [kube-system] adding namespace took 6.05518ms I0424 15:05:28.049897 3779 namespace.go:98] [openshift-config-operator] adding namespace I0424 15:05:28.050343 3779 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.094978ms I0424 15:05:28.050361 3779 namespace.go:98] [openshift-marketplace] adding namespace I0424 15:05:28.050701 3779 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.078672ms I0424 15:05:28.050719 3779 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 15:05:28.051167 3779 namespace.go:102] [openshift-console-operator] adding namespace took 6.217838ms I0424 15:05:28.051554 3779 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.123256ms I0424 15:05:28.051568 3779 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 15:05:28.051879 3779 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.058816ms I0424 15:05:28.051888 3779 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 15:05:28.052335 3779 namespace.go:102] [openshift-node] adding namespace took 6.070445ms I0424 15:05:28.052347 3779 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 15:05:28.052768 3779 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.11692ms I0424 15:05:28.052780 3779 namespace.go:98] [openshift-image-registry] adding namespace I0424 15:05:28.053183 3779 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.133704ms I0424 15:05:28.053196 3779 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 15:05:28.053535 3779 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.992192ms I0424 15:05:28.053548 3779 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 15:05:28.053969 3779 namespace.go:102] [openshift-config] adding namespace took 6.0356ms I0424 15:05:28.053980 3779 namespace.go:98] [openshift-apiserver] adding namespace I0424 15:05:28.054365 3779 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.031461ms I0424 15:05:28.054378 3779 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 15:05:28.054812 3779 namespace.go:102] [openshift-cluster-version] adding namespace took 6.092043ms I0424 15:05:28.054826 3779 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 15:05:28.055277 3779 namespace.go:102] [openshift-authentication] adding namespace took 6.154712ms I0424 15:05:28.055287 3779 namespace.go:98] [openshift-controller-manager] adding namespace I0424 15:05:28.055739 3779 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.220328ms I0424 15:05:28.056129 3779 namespace.go:102] [openshift-config-operator] adding namespace took 6.226134ms I0424 15:05:28.056143 3779 namespace.go:98] [openshift-package-operator] adding namespace I0424 15:05:28.056515 3779 namespace.go:102] [openshift-marketplace] adding namespace took 6.1494ms I0424 15:05:28.056527 3779 namespace.go:98] [openshift-multus] adding namespace I0424 15:05:28.056879 3779 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.156092ms I0424 15:05:28.056890 3779 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 15:05:28.057357 3779 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.78519ms I0424 15:05:28.057709 3779 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.815852ms I0424 15:05:28.057719 3779 namespace.go:98] [openshift-host-network] adding namespace I0424 15:05:28.058225 3779 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.872505ms I0424 15:05:28.058621 3779 namespace.go:102] [openshift-image-registry] adding namespace took 5.837176ms I0424 15:05:28.059105 3779 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.904498ms I0424 15:05:28.059118 3779 namespace.go:98] [kube-node-lease] adding namespace I0424 15:05:28.059479 3779 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.924416ms I0424 15:05:28.059493 3779 namespace.go:98] [openshift-infra] adding namespace I0424 15:05:28.059901 3779 namespace.go:102] [openshift-apiserver] adding namespace took 5.916291ms I0424 15:05:28.060366 3779 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.982432ms I0424 15:05:28.060732 3779 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.901462ms I0424 15:05:28.060742 3779 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 15:05:28.061205 3779 namespace.go:102] [openshift-controller-manager] adding namespace took 5.913621ms W0424 15:05:28.061568 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-97wt7: pod openshift-multus/network-metrics-daemon-97wt7: no pod IPs found W0424 15:05:28.061585 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sjxwf: pod openshift-multus/network-metrics-daemon-sjxwf: no pod IPs found W0424 15:05:28.061591 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-svnzv: pod openshift-multus/network-metrics-daemon-svnzv: no pod IPs found I0424 15:05:28.061606 3779 namespace.go:102] [openshift-package-operator] adding namespace took 5.458626ms I0424 15:05:28.062090 3779 namespace.go:102] [openshift-multus] adding namespace took 5.558179ms I0424 15:05:28.062536 3779 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.627504ms I0424 15:05:28.062987 3779 namespace.go:102] [openshift-host-network] adding namespace took 5.263093ms I0424 15:05:28.063415 3779 namespace.go:102] [kube-node-lease] adding namespace took 4.292575ms I0424 15:05:28.063829 3779 namespace.go:102] [openshift-infra] adding namespace took 4.331222ms W0424 15:05:28.063859 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9jr82: pod openshift-network-diagnostics/network-check-target-9jr82: no pod IPs found W0424 15:05:28.063871 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gktv6: pod openshift-network-diagnostics/network-check-target-gktv6: no pod IPs found W0424 15:05:28.063878 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-glnww: pod openshift-network-diagnostics/network-check-target-glnww: no pod IPs found I0424 15:05:28.064417 3779 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.66991ms W0424 15:05:28.064497 3779 master.go:471] Unable to parse remote node ip-10-0-1-253.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 15:05:28.064617 3779 master.go:548] Adding or Updating local node "ip-10-0-2-93.ec2.internal" for network "default" I0424 15:05:28.064667 3779 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-253.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-253.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-253.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-253.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-253.ec2.internal I0424 15:05:28.065551 3779 zone_ic_handler.go:195] Time taken to create transit switch: 330.5µs I0424 15:05:28.065567 3779 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-196.ec2.internal for the network default I0424 15:05:28.066720 3779 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-196.ec2.internal" on network "default" took: 1.509537ms W0424 15:05:28.073307 3779 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-svnzv: pod openshift-multus/network-metrics-daemon-svnzv: no pod IPs found W0424 15:05:28.073329 3779 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-glnww: pod openshift-network-diagnostics/network-check-target-glnww: no pod IPs found I0424 15:05:28.074408 3779 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-93.ec2.internal for the network default I0424 15:05:28.074595 3779 zone_ic_handler.go:195] Time taken to create transit switch: 175.227µs I0424 15:05:28.075375 3779 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 15:05:28.075431 3779 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 15:05:28.075453 3779 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 15:05:28.075464 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-196.ec2.internal in network "default" I0424 15:05:28.075558 3779 node_tracker.go:169] Node ip-10-0-0-196.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:28.075579 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:28.075592 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:28.075610 3779 node_tracker.go:235] Node ip-10-0-1-253.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-253.ec2.internal" I0424 15:05:28.075620 3779 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:28.075632 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:28.075639 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-93.ec2.internal in network "default" I0424 15:05:28.075670 3779 node_tracker.go:169] Node ip-10-0-2-93.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:28.075677 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:28.175991 3779 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 15:05:28.176034 3779 services_controller.go:208] Setting up event handlers for services for network=default I0424 15:05:28.176102 3779 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 15:05:28.176175 3779 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 15:05:28.176196 3779 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 15:05:28.276393 3779 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 15:05:28.276415 3779 repair.go:60] Starting repairing loop for services I0424 15:05:28.276517 3779 repair.go:131] Deleted 0 stale service LBs I0424 15:05:28.276536 3779 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 15:05:28.276552 3779 repair.go:62] Finished repairing loop for services: 139.1µs I0424 15:05:28.276577 3779 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 15:05:28.276588 3779 services_controller.go:254] Starting workers for network=default I0424 15:05:28.277054 3779 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-svnzv] creating logical port openshift-multus_network-metrics-daemon-svnzv for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:28.277092 3779 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-97wt7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-97wt7: suppressed error logged: pod openshift-multus/network-metrics-daemon-97wt7: no pod IPs found I0424 15:05:28.277132 3779 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9jr82, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9jr82: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9jr82: no pod IPs found I0424 15:05:28.277146 3779 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-glnww] creating logical port openshift-network-diagnostics_network-check-target-glnww for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:28.277151 3779 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gktv6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gktv6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gktv6: no pod IPs found I0424 15:05:28.277173 3779 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-sjxwf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sjxwf: suppressed error logged: pod openshift-multus/network-metrics-daemon-sjxwf: no pod IPs found I0424 15:05:28.277235 3779 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-svnzv I0424 15:05:28.277272 3779 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-glnww I0424 15:05:28.292956 3779 pod.go:62] [openshift-network-diagnostics/network-check-target-glnww] pod update took 15.726377ms I0424 15:05:28.292974 3779 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-glnww] addLogicalPort annotation time took 15.765461ms I0424 15:05:28.293953 3779 pods.go:271] [openshift-network-diagnostics/network-check-target-glnww] addLogicalPort took 16.859001ms, libovsdb time 756.085µs I0424 15:05:28.296987 3779 pod.go:62] [openshift-multus/network-metrics-daemon-svnzv] pod update took 19.846339ms I0424 15:05:28.297023 3779 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-svnzv] addLogicalPort annotation time took 19.869101ms I0424 15:05:28.298069 3779 pods.go:271] [openshift-multus/network-metrics-daemon-svnzv] addLogicalPort took 21.030811ms, libovsdb time 700.495µs I0424 15:05:28.298675 3779 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 15:05:28.298694 3779 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 15:05:28.298708 3779 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 15:05:28.298713 3779 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 15:05:28.298920 3779 repair.go:29] Repairing admin network policies took 202.033µs I0424 15:05:28.299033 3779 repair.go:92] Repairing baseline admin network policies took 104.033µs I0424 15:05:28.299456 3779 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 15:05:28.299473 3779 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 15:05:28.301504 3779 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 15:05:28.301528 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 15:05:28.301540 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 15:05:28.304126 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 15:05:28.304147 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 15:05:28.304157 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 15:05:28.305188 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 15:05:28.305209 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 15:05:28.305220 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 15:05:28.306366 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 15:05:28.306384 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 15:05:28.306392 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 15:05:28.307707 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 15:05:28.307723 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 15:05:28.308107 3779 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 15:05:28.308123 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:05:28.308769 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 15:05:28.308787 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 15:05:28.308795 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 15:05:28.310438 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 15:05:28.310455 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 15:05:28.310464 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 15:05:28.311401 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 15:05:28.311421 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 15:05:28.311447 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 15:05:28.313102 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 15:05:28.313120 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 15:05:28.313131 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 15:05:28.315045 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:05:28.315068 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 15:05:28.315077 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 15:05:28.315561 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 15:05:28.315585 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 15:05:28.315595 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 15:05:28.316652 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 15:05:28.316675 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 15:05:28.316686 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 15:05:28.317153 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 15:05:28.317172 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 15:05:28.317181 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 15:05:28.317677 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:05:28.317694 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 15:05:28.317702 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 15:05:28.317956 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 15:05:28.317971 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 15:05:28.317979 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 15:05:28.318281 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 15:05:28.318299 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 15:05:28.318307 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 15:05:28.318765 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 15:05:28.318780 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 15:05:28.318802 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:05:28.319487 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 15:05:28.319503 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 15:05:28.319509 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 15:05:28.320745 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 15:05:28.320760 3779 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 15:05:28.320766 3779 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 15:05:28.321032 3779 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 15:05:28.321048 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 15:05:28.321056 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 15:05:28.322056 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 15:05:28.322074 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 15:05:28.322081 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 15:05:28.322365 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 15:05:28.322381 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 15:05:28.322388 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 15:05:28.322876 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 15:05:28.322892 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 15:05:28.322899 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 15:05:28.323367 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 15:05:28.323383 3779 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 15:05:28.323392 3779 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 15:05:28.324338 3779 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 15:05:28.324358 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 15:05:28.324365 3779 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 15:05:28.325942 3779 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 15:05:28.325960 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 15:05:28.325968 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 15:05:28.326653 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 15:05:28.326668 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 15:05:28.326675 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 15:05:28.327145 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 15:05:28.327164 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 15:05:28.327175 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 15:05:28.327660 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 15:05:28.332524 3779 egressfirewall.go:374] Starting EgressFirewall controller I0424 15:05:28.332562 3779 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 15:05:28.332563 3779 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 15:05:28.332594 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 15:05:28.332604 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 15:05:28.332619 3779 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 15:05:28.332608 3779 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 15:05:28.332902 3779 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 15:05:28.332917 3779 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 15:05:28.332924 3779 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 15:05:28.332937 3779 egressqos.go:193] Setting up event handlers for EgressQoS I0424 15:05:28.332949 3779 egressfirewall.go:723] Syncing node "ip-10-0-2-93.ec2.internal" for egress firewall I0424 15:05:28.332960 3779 egressfirewall.go:723] Syncing node "ip-10-0-0-196.ec2.internal" for egress firewall I0424 15:05:28.332967 3779 egressfirewall.go:723] Syncing node "ip-10-0-1-253.ec2.internal" for egress firewall I0424 15:05:28.333114 3779 egressqos.go:245] Starting EgressQoS Controller I0424 15:05:28.333124 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 15:05:28.333130 3779 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 15:05:28.333135 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 15:05:28.333140 3779 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 15:05:28.333145 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 15:05:28.333149 3779 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 15:05:28.333153 3779 egressqos.go:259] Repairing EgressQoSes I0424 15:05:28.333157 3779 egressqos.go:399] Starting repairing loop for egressqos I0424 15:05:28.333232 3779 egressqos.go:401] Finished repairing loop for egressqos: 75.72µs I0424 15:05:28.333251 3779 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 15:05:28.333288 3779 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-93.ec2.internal I0424 15:05:28.333333 3779 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-93.ec2.internal : 47.156µs I0424 15:05:28.333401 3779 egressservice_zone.go:210] Starting Egress Services Controller I0424 15:05:28.333417 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:05:28.333425 3779 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:05:28.333431 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:05:28.333436 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:05:28.333442 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:05:28.333447 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:05:28.333453 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 15:05:28.333458 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 15:05:28.333464 3779 egressservice_zone.go:228] Repairing Egress Services I0424 15:05:28.333730 3779 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 15:05:28.333740 3779 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:05:28.333757 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-93.ec2.internal I0424 15:05:28.333767 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-93.ec2.internal: 11.6µs I0424 15:05:28.333774 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-196.ec2.internal I0424 15:05:28.333778 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-196.ec2.internal: 4.04µs I0424 15:05:28.333782 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-253.ec2.internal I0424 15:05:28.333785 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-253.ec2.internal: 3.502µs I0424 15:05:28.333827 3779 default_network_controller.go:585] Completing all the Watchers took 303.694213ms I0424 15:05:28.333839 3779 default_network_controller.go:589] Starting unidling controllers I0424 15:05:28.333850 3779 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 15:05:28.333862 3779 unidle.go:63] Populating Initial ContollerEvent events I0424 15:05:28.333876 3779 unidle.go:79] Setting up event handlers for services I0424 15:05:28.333943 3779 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:05:28.416804 3779 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:28.918476 3779 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:29.417026 3779 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:29.592348 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-196.ec2.internal I0424 15:05:29.592368 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-196.ec2.internal in network "default" I0424 15:05:29.592370 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-196.ec2.internal: 29.391µs I0424 15:05:29.592434 3779 node_tracker.go:169] Node ip-10-0-0-196.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:29.592449 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:29.592466 3779 egressfirewall.go:723] Syncing node "ip-10-0-0-196.ec2.internal" for egress firewall I0424 15:05:29.592479 3779 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-196.ec2.internal. Updating no re-route policies I0424 15:05:29.916914 3779 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:30.145118 3779 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:05:30.416938 3779 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:30.435216 3779 bridgeconfig.go:537] Gateway is ready I0424 15:05:30.435237 3779 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 15:05:30.436240 3779 default_network_controller.go:1025] Node "ip-10-0-1-253.ec2.internal" in remote zone "ip-10-0-1-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:05:30.436259 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:30.436286 3779 node_tracker.go:235] Node ip-10-0-1-253.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-253.ec2.internal" I0424 15:05:30.436302 3779 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:30.436321 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:30.448154 3779 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.93. Updating OVN encap IP. I0424 15:05:30.453833 3779 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.93 - it is already configured I0424 15:05:30.453847 3779 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.93/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 15:05:30.454074 3779 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.93/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-93.ec2.internal","mac-address":"0e:36:d4:5c:96:59","ip-addresses":["10.0.2.93/24"],"ip-address":"10.0.2.93/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c8100f0d-6775-4e09-bfd0-6e1bbbb494cb k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.93/24"}] on node ip-10-0-2-93.ec2.internal I0424 15:05:30.472053 3779 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.93 I0424 15:05:30.472153 3779 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-93.ec2.internal I0424 15:05:30.472459 3779 egressfirewall.go:723] Syncing node "ip-10-0-2-93.ec2.internal" for egress firewall I0424 15:05:30.472506 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-93.ec2.internal I0424 15:05:30.472510 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-93.ec2.internal in network "default" I0424 15:05:30.472523 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-93.ec2.internal: 23.683µs I0424 15:05:30.472552 3779 master.go:548] Adding or Updating local node "ip-10-0-2-93.ec2.internal" for network "default" I0424 15:05:30.472566 3779 node_tracker.go:169] Node ip-10-0-2-93.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:30.472580 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:30.476618 3779 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-93.ec2.internal. Updating no re-route policies I0424 15:05:30.476704 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v2md5 I0424 15:05:30.476712 3779 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-93.ec2.internal I0424 15:05:30.476721 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v2md5 I0424 15:05:30.476720 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zvmw5 I0424 15:05:30.476732 3779 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bjgqv I0424 15:05:30.476722 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-c6pt6 I0424 15:05:30.476740 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gktv6 I0424 15:05:30.476746 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-c6pt6 I0424 15:05:30.476747 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v2md5 after 0 failed attempt(s) I0424 15:05:30.476754 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gktv6 I0424 15:05:30.476706 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-svnzv I0424 15:05:30.476771 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-svnzv I0424 15:05:30.476772 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fk49g I0424 15:05:30.476769 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-glnww I0424 15:05:30.476785 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fk49g I0424 15:05:30.476789 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-93.ec2.internal I0424 15:05:30.476794 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-glnww I0424 15:05:30.476798 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-93.ec2.internal I0424 15:05:30.476807 3779 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gktv6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gktv6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gktv6: no pod IPs found I0424 15:05:30.476816 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-93.ec2.internal after 0 failed attempt(s) I0424 15:05:30.476733 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zrmjz I0424 15:05:30.476830 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fk49g after 0 failed attempt(s) I0424 15:05:30.476773 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-c6pt6 after 0 failed attempt(s) I0424 15:05:30.476831 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-zrmjz I0424 15:05:30.476862 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-zrmjz after 0 failed attempt(s) I0424 15:05:30.476743 3779 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bjgqv I0424 15:05:30.476872 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-db96q I0424 15:05:30.476879 3779 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bjgqv after 0 failed attempt(s) I0424 15:05:30.476758 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-2gf97 I0424 15:05:30.476883 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-db96q I0424 15:05:30.476742 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-h6ft7 I0424 15:05:30.476889 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-2gf97 I0424 15:05:30.476887 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-sjxwf I0424 15:05:30.476894 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-h6ft7 I0424 15:05:30.476899 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-sjxwf I0424 15:05:30.476905 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-db96q after 0 failed attempt(s) I0424 15:05:30.476908 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-2gf97 after 0 failed attempt(s) I0424 15:05:30.476909 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-h6ft7 after 0 failed attempt(s) I0424 15:05:30.476725 3779 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-93.ec2.internal I0424 15:05:30.476737 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zvmw5 I0424 15:05:30.476928 3779 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-93.ec2.internal after 0 failed attempt(s) I0424 15:05:30.476935 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zvmw5 after 0 failed attempt(s) I0424 15:05:30.476832 3779 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-glnww] creating logical port openshift-network-diagnostics_network-check-target-glnww for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:30.476956 3779 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-sjxwf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sjxwf: suppressed error logged: pod openshift-multus/network-metrics-daemon-sjxwf: no pod IPs found I0424 15:05:30.476886 3779 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-svnzv] creating logical port openshift-multus_network-metrics-daemon-svnzv for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:30.477706 3779 pods.go:271] [openshift-multus/network-metrics-daemon-svnzv] addLogicalPort took 825.405µs, libovsdb time 232.315µs I0424 15:05:30.477719 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-svnzv after 0 failed attempt(s) I0424 15:05:30.477787 3779 pods.go:271] [openshift-network-diagnostics/network-check-target-glnww] addLogicalPort took 968.342µs, libovsdb time 365.833µs I0424 15:05:30.477794 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-glnww after 0 failed attempt(s) I0424 15:05:30.486328 3779 default_network_controller.go:1025] Node "ip-10-0-1-253.ec2.internal" in remote zone "ip-10-0-1-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:05:30.492373 3779 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 15:05:30.505168 3779 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 15:05:30.509120 3779 iptables.go:108] Creating table: nat chain: OUTPUT I0424 15:05:30.527376 3779 iptables.go:108] Creating table: nat chain: PREROUTING I0424 15:05:30.563540 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:30.563557 3779 default_network_controller.go:1025] Node "ip-10-0-1-253.ec2.internal" in remote zone "ip-10-0-1-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:05:30.563596 3779 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:30.563617 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:30.564585 3779 zone_ic_handler.go:195] Time taken to create transit switch: 270.061µs I0424 15:05:30.564603 3779 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-253.ec2.internal for the network default I0424 15:05:30.565648 3779 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-253.ec2.internal" on network "default" took: 1.343917ms I0424 15:05:30.570079 3779 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:05:30.588744 3779 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 15:05:30.588846 3779 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 15:05:30.588901 3779 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 15:05:30.588967 3779 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 15:05:30.589029 3779 gateway_init.go:325] Gateway and management port readiness took 2.677313229s I0424 15:05:30.589052 3779 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 15:05:30.589120 3779 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 15:05:30.589132 3779 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 15:05:30.589142 3779 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:05:30.589192 3779 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 15:05:30.589264 3779 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.234µs I0424 15:05:30.589561 3779 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 15:05:30.589590 3779 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.661µs I0424 15:05:30.589598 3779 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.125µs I0424 15:05:30.589604 3779 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 15:05:30.589613 3779 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 15:05:30.589620 3779 default_node_network_controller.go:899] Starting the default node network controller I0424 15:05:30.589625 3779 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 15:05:30.589643 3779 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.068µs I0424 15:05:30.589789 3779 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 15:05:30.589797 3779 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 15:05:30.589819 3779 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f7a0 0xc0002d21c0 0xc0002d2230 0xc0002d22a0 0xc0002d2380 0xc0002d23f0 0xc0002d2460 0xc000b2d9a0 0xc0002d24d0 0xc0002d2540 0xc00030a2d0 0xc0064fd3b0 0xc0002d25b0 map[0x2ff9080:0xc001fc8d80 0x2ff95c0:0xc001fc8fc0 0x2ffa2e0:0xc001fc8cc0 0x2ffa580:0xc001fc8d20 0x2ffad60:0xc001fc8de0 0x2ffb000:0xc001fc8e40 0x2ffb2a0:0xc001fc8f60 0x2ffba80:0xc001fc9020 0x2ffbd20:0xc001fc9080 0x3026980:0xc0008a6c00 0x3026d20:0xc00260f500 0x3027800:0xc000c37b00 0x3029160:0xc000a1d1a0 0x30298a0:0xc00260f560 0x302a720:0xc0008a6ba0] 0xc000b227e0 0} I0424 15:05:30.589880 3779 gateway.go:151] Starting gateway service sync I0424 15:05:30.590303 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 15:05:30.592723 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 15:05:30.602107 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 15:05:30.603343 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 15:05:30.604586 3779 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 15:05:30.639362 3779 gateway.go:168] Gateway service sync done. Time taken: 49.467449ms I0424 15:05:30.639925 3779 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31903 I0424 15:05:30.640163 3779 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f7a0 0xc0002d21c0 0xc0002d2230 0xc0002d22a0 0xc0002d2380 0xc0002d23f0 0xc0002d2460 0xc000b2d9a0 0xc0002d24d0 0xc0002d2540 0xc00030a2d0 0xc0064fd3b0 0xc0002d25b0 map[0x2ff9080:0xc001fc8d80 0x2ff95c0:0xc001fc8fc0 0x2ffa2e0:0xc001fc8cc0 0x2ffa580:0xc001fc8d20 0x2ffad60:0xc001fc8de0 0x2ffb000:0xc001fc8e40 0x2ffb2a0:0xc001fc8f60 0x2ffba80:0xc001fc9020 0x2ffbd20:0xc001fc9080 0x3026980:0xc0008a6c00 0x3026d20:0xc00260f500 0x3027800:0xc000c37b00 0x3029160:0xc000a1d1a0 0x30298a0:0xc00260f560 0x302a720:0xc0008a6ba0] 0xc000b227e0 0} I0424 15:05:30.640574 3779 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f7a0 0xc0002d21c0 0xc0002d2230 0xc0002d22a0 0xc0002d2380 0xc0002d23f0 0xc0002d2460 0xc000b2d9a0 0xc0002d24d0 0xc0002d2540 0xc00030a2d0 0xc0064fd3b0 0xc0002d25b0 map[0x2ff9080:0xc001fc8d80 0x2ff95c0:0xc001fc8fc0 0x2ffa2e0:0xc001fc8cc0 0x2ffa580:0xc001fc8d20 0x2ffad60:0xc001fc8de0 0x2ffb000:0xc001fc8e40 0x2ffb2a0:0xc001fc8f60 0x2ffba80:0xc001fc9020 0x2ffbd20:0xc001fc9080 0x3026980:0xc0008a6c00 0x3026d20:0xc00260f500 0x3027800:0xc000c37b00 0x3029160:0xc000a1d1a0 0x30298a0:0xc00260f560 0x302a720:0xc0008a6ba0] 0xc000b227e0 0} I0424 15:05:30.640611 3779 gateway.go:532] Reconciling gateway with updates I0424 15:05:30.645977 3779 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 15:05:30.646051 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:30.646063 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:30.646067 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:30.646074 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:30.646082 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:30.646085 3779 default_node_network_controller.go:944] Gateway and management port readiness took 56.281617ms I0424 15:05:30.646084 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:05:30.646088 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:30.646072 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:30.646098 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:05:30.646099 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:30.646102 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:05:30.646105 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:30.646052 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:30.646108 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:30.646113 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:30.646117 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:30.646064 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:30.646111 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:30.646132 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:30.646138 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:30.646085 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:30.646163 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:05:30.646098 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:30.646167 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:30.646174 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:30.646179 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:30.646118 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:30.646186 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:30.646185 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:30.646076 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:30.646194 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:30.646193 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:30.646196 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:30.646193 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:30.646162 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:30.646204 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:30.646206 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:30.646211 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:30.646175 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:30.646205 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:30.646219 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:30.646218 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:30.646226 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:30.646229 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:05:30.646194 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:30.646229 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:30.646248 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:30.646260 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:30.646219 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:30.646246 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:30.646228 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:30.646239 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:30.646254 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:05:30.646275 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:30.646277 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:30.646284 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:30.646285 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:05:30.646290 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:30.646294 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:05:30.646285 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:30.646301 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:30.646307 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:30.646186 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:30.646209 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:05:30.646168 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:05:30.646300 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:30.646090 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:05:30.646087 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:30.646356 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:30.646178 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:30.646248 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:30.646391 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:30.646180 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:30.646192 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:30.646506 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:30.646204 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:30.646204 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:30.646560 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:30.646210 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:30.646603 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:05:30.646124 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:30.646214 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:30.646631 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:30.646216 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:30.646219 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:30.646684 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:30.646237 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:30.646690 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:05:30.646239 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:30.646724 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:30.646255 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:30.646763 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:30.646226 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:30.646786 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:30.646316 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:05:30.646159 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:30.646377 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 31929 is already open, no action needed I0424 15:05:30.646928 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 32694 is already open, no action needed I0424 15:05:30.646093 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:05:30.646997 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:05:30.646202 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:05:30.647228 3779 node_ip_handler_linux.go:160] Node IP manager is running W0424 15:05:30.686525 3779 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:05:30.686745 3779 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:05:30.686890 3779 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0424 15:05:30.698188 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:05:30.698220 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:05:30.698227 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:05:30.698234 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:05:30.698239 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:05:30.698245 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:05:30.698250 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:05:30.698256 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:05:30.698262 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:05:30.698267 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:05:30.698272 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:05:30.698277 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:05:30.698282 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:05:30.698287 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:05:30.698292 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:05:30.698298 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:05:30.698303 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:05:30.739505 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:05:30.739540 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:05:30.739551 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:05:30.739559 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:05:30.739569 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:05:30.739587 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:05:30.739608 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:05:30.739616 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:05:30.739622 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:05:30.739627 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:05:30.739634 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:05:30.739639 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:05:30.739647 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:05:30.739656 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:05:30.780768 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:05:30.780792 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:05:31.843300 3779 default_node_network_controller.go:1380] Starting node controller node sync W0424 15:05:31.843304 3779 egressip_healthcheck.go:76] Health checking using insecure connection I0424 15:05:31.843431 3779 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0424 15:05:31.855224 3779 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.899607ms I0424 15:05:31.855371 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-196.ec2.internal", IP: 10.0.0.196 to PMTUD blocking rules I0424 15:05:31.855387 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-196.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:05:31.861271 3779 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 15:05:31.861517 3779 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 15:05:31.861721 3779 egressservice_node.go:183] Starting Egress Services Controller I0424 15:05:31.861743 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:05:31.861753 3779 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:05:31.861759 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:05:31.861767 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:05:31.861774 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:05:31.861779 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:05:31.861783 3779 egressservice_node.go:197] Repairing Egress Services I0424 15:05:31.872183 3779 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 15:05:31.872197 3779 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:05:31.872425 3779 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 15:05:31.872439 3779 link_network_manager.go:119] Link manager is running I0424 15:05:31.872451 3779 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 15:05:31.872839 3779 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 15:05:31.873125 3779 vrf_manager.go:128] VRF manager is running I0424 15:05:31.873211 3779 node_controller_manager.go:437] Removing flows to drop GARP I0424 15:05:31.873224 3779 gateway.go:532] Reconciling gateway with updates I0424 15:05:31.918932 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:31.918953 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:31.918963 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:31.918964 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:31.918970 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:31.918966 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:31.918976 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:31.918969 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:31.918985 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:05:31.918990 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:31.918991 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:31.918994 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:31.918996 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:05:31.918998 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:05:31.919001 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:31.919002 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:31.919023 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:05:31.919025 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:05:31.918955 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:31.919034 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:31.919037 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:31.919041 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:31.919043 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:31.919042 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:31.919051 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:31.919056 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:31.919062 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:31.919065 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:31.919067 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:05:31.919072 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:31.918937 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:31.919082 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:05:31.919088 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:05:31.919054 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:31.919093 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:31.918955 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:31.919103 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:31.919109 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:05:31.918937 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:31.919117 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:31.919121 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:31.919127 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:31.919131 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:31.919128 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:31.919143 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:31.919147 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:31.919168 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:05:31.919176 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:31.919182 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:31.918987 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:31.919190 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:05:31.918995 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:31.919199 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:31.919197 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:31.919205 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919208 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:31.919206 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:31.919214 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919219 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:05:31.919234 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:05:31.919113 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:31.918975 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:31.918965 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:31.919265 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:31.919271 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919274 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:31.919170 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:31.919045 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:31.919283 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:31.919283 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919286 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:31.919285 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:31.919046 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:31.919298 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:31.919272 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919306 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:31.918937 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:31.919312 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919091 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:31.919329 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:31.919333 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:05:31.919339 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:31.919357 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:31.918981 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:31.919372 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:31.919022 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:31.919107 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:31.919403 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:31.919397 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:31.919421 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:31.919426 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:31.919432 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:31.919439 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:31.919032 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:31.919468 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:31.919475 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:05:31.919034 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:31.919486 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:31.919076 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:05:31.919076 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:05:31.919091 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:05:31.919504 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 31929 is already open, no action needed I0424 15:05:31.919514 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 32694 is already open, no action needed I0424 15:05:31.919093 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:05:31.919115 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:31.919184 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:05:31.918979 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:05:31.919190 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:31.919202 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:05:31.919255 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:05:31.919279 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:31.919295 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:05:31.919308 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:31.919309 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:05:31.919330 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:05:31.919388 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:31.919024 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:05:31.964237 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:05:31.964268 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:05:31.964276 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:05:31.964284 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:05:31.964293 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:05:31.964318 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:05:31.964341 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:05:31.964352 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:05:31.964358 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:05:32.007025 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:05:32.007040 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:05:32.007056 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:05:32.007062 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:05:32.007068 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:05:32.007074 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:05:32.007079 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:05:32.007085 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:05:33.117966 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-253.ec2.internal I0424 15:05:33.117985 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-253.ec2.internal: 26.217µs I0424 15:05:33.118056 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:33.118104 3779 egressfirewall.go:723] Syncing node "ip-10-0-1-253.ec2.internal" for egress firewall I0424 15:05:33.118125 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 10.0.1.253 to PMTUD blocking rules I0424 15:05:33.118140 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:05:33.118142 3779 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:33.118157 3779 services_controller.go:574] Full service sync requested for network=default I0424 15:05:33.124357 3779 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-253.ec2.internal. Updating no re-route policies I0424 15:05:33.135103 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 10.0.1.253 to PMTUD blocking rules I0424 15:05:33.135120 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:05:33.234584 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-196.ec2.internal I0424 15:05:33.234614 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-196.ec2.internal: 40.54µs I0424 15:05:33.940956 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-93.ec2.internal I0424 15:05:33.940988 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-93.ec2.internal: 38.9µs I0424 15:05:33.971676 3779 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6498cfc5d7-4d84v] creating logical port openshift-image-registry_image-registry-6498cfc5d7-4d84v for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:33.971825 3779 kube.go:256] Updating pod openshift-image-registry/image-registry-6498cfc5d7-4d84v I0424 15:05:33.994410 3779 pod.go:62] [openshift-image-registry/image-registry-6498cfc5d7-4d84v] pod update took 22.616654ms I0424 15:05:33.994431 3779 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6498cfc5d7-4d84v] addLogicalPort annotation time took 22.641278ms I0424 15:05:33.995481 3779 pods.go:271] [openshift-image-registry/image-registry-6498cfc5d7-4d84v] addLogicalPort took 23.825999ms, libovsdb time 822.526µs I0424 15:05:33.998995 3779 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-7glwv] creating logical port openshift-ingress-canary_ingress-canary-7glwv for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:33.999120 3779 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-7glwv I0424 15:05:34.019038 3779 pod.go:62] [openshift-ingress-canary/ingress-canary-7glwv] pod update took 19.943987ms I0424 15:05:34.019056 3779 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-7glwv] addLogicalPort annotation time took 19.965246ms I0424 15:05:34.020022 3779 pods.go:271] [openshift-ingress-canary/ingress-canary-7glwv] addLogicalPort took 21.022929ms, libovsdb time 730.744µs I0424 15:05:34.028868 3779 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hgb4m] creating logical port openshift-dns_dns-default-hgb4m for pod on switch ip-10-0-2-93.ec2.internal I0424 15:05:34.028968 3779 kube.go:256] Updating pod openshift-dns/dns-default-hgb4m I0424 15:05:34.043510 3779 pod.go:62] [openshift-dns/dns-default-hgb4m] pod update took 14.563404ms I0424 15:05:34.043529 3779 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hgb4m] addLogicalPort annotation time took 14.58763ms I0424 15:05:34.044508 3779 pods.go:271] [openshift-dns/dns-default-hgb4m] addLogicalPort took 15.651724ms, libovsdb time 744.443µs I0424 15:05:34.354817 3779 cni.go:452] [openshift-ingress-canary/ingress-canary-7glwv 6343ecf017c6bfd418a899d3f5c65629b6ddddaad97d3b1d9227d0c401581875 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-7glwv 6343ecf017c6bfd418a899d3f5c65629b6ddddaad97d3b1d9227d0c401581875 network default NAD default NAD key ] I0424 15:05:34.372057 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-7glwv, hostIfaceName: 6343ecf017c6bfd, network: default, NAD default, SandboxID: "6343ecf017c6bfd418a899d3f5c65629b6ddddaad97d3b1d9227d0c401581875", PCI device ID: , UID: "82b44842-1091-4d43-870a-fb068790401b", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0424 15:05:34.422979 3779 cni.go:473] [openshift-ingress-canary/ingress-canary-7glwv 6343ecf017c6bfd418a899d3f5c65629b6ddddaad97d3b1d9227d0c401581875 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-7glwv 6343ecf017c6bfd418a899d3f5c65629b6ddddaad97d3b1d9227d0c401581875 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:95:d4:f4:cf:db\",\"name\":\"6343ecf017c6bfd\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2053691c-7d7f-41bf-92b8-711fd2fb5339\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:05:36.878258 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-253.ec2.internal I0424 15:05:36.878291 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-253.ec2.internal: 43.152µs W0424 15:05:41.050055 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:05:42.054050 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:05:45.785723 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:06:02.507167 3779 cni.go:452] [openshift-network-diagnostics/network-check-target-glnww b86a2286d2177248ee98c80a9b5d6d1ac460af73a51584fd2e880ce5ee75b67c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-glnww b86a2286d2177248ee98c80a9b5d6d1ac460af73a51584fd2e880ce5ee75b67c network default NAD default NAD key ] I0424 15:06:02.516980 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-glnww, hostIfaceName: b86a2286d217724, network: default, NAD default, SandboxID: "b86a2286d2177248ee98c80a9b5d6d1ac460af73a51584fd2e880ce5ee75b67c", PCI device ID: , UID: "8e4a65bf-826c-49f2-82a9-b1b80f490fda", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0424 15:06:02.563496 3779 cni.go:473] [openshift-network-diagnostics/network-check-target-glnww b86a2286d2177248ee98c80a9b5d6d1ac460af73a51584fd2e880ce5ee75b67c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-glnww b86a2286d2177248ee98c80a9b5d6d1ac460af73a51584fd2e880ce5ee75b67c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:76:90:bc:e1:fc\",\"name\":\"b86a2286d217724\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efe7add3-71a5-44d1-9320-a1a33a5c3f81\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:06:05.797707 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:06:12.055881 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:06:12.055910 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:06:16.793479 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:06:16.793512 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:06:36.806655 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:06:42.219217 3779 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-w8gq6 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:06:42.219332 3779 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6 I0424 15:06:42.220135 3779 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-mpthx for pod on switch ip-10-0-2-93.ec2.internal I0424 15:06:42.220211 3779 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx I0424 15:06:42.243953 3779 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6] pod update took 24.654264ms I0424 15:06:42.243974 3779 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6] addLogicalPort annotation time took 24.681193ms I0424 15:06:42.245210 3779 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6] addLogicalPort took 26.050363ms, libovsdb time 928.636µs I0424 15:06:42.247757 3779 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx] pod update took 27.565412ms I0424 15:06:42.247776 3779 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx] addLogicalPort annotation time took 27.587327ms I0424 15:06:42.248783 3779 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx] addLogicalPort took 28.663285ms, libovsdb time 715.576µs I0424 15:06:42.429594 3779 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-x86gq for pod on switch ip-10-0-2-93.ec2.internal I0424 15:06:42.429748 3779 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq I0424 15:06:42.434476 3779 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-r84db] creating logical port openshift-insights_insights-operator-6dbb575d6c-r84db for pod on switch ip-10-0-2-93.ec2.internal I0424 15:06:42.434576 3779 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-r84db I0424 15:06:42.457580 3779 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq] pod update took 27.846926ms I0424 15:06:42.457610 3779 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq] addLogicalPort annotation time took 27.88588ms I0424 15:06:42.459045 3779 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq] addLogicalPort took 29.464679ms, libovsdb time 953.216µs I0424 15:06:42.472267 3779 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-84f5db4787-477bd] creating logical port openshift-ingress_router-default-84f5db4787-477bd for pod on switch ip-10-0-2-93.ec2.internal I0424 15:06:42.472362 3779 kube.go:256] Updating pod openshift-ingress/router-default-84f5db4787-477bd I0424 15:06:42.474572 3779 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6484bbc7f4-58j7q] creating logical port openshift-ingress_router-default-6484bbc7f4-58j7q for pod on switch ip-10-0-2-93.ec2.internal I0424 15:06:42.474641 3779 kube.go:256] Updating pod openshift-ingress/router-default-6484bbc7f4-58j7q I0424 15:06:42.478212 3779 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-r84db] pod update took 43.667093ms I0424 15:06:42.478231 3779 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-r84db] addLogicalPort annotation time took 43.689021ms I0424 15:06:42.479461 3779 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-r84db] addLogicalPort took 45.000228ms, libovsdb time 942.738µs I0424 15:06:42.502202 3779 pod.go:62] [openshift-ingress/router-default-84f5db4787-477bd] pod update took 29.862913ms I0424 15:06:42.502226 3779 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-84f5db4787-477bd] addLogicalPort annotation time took 29.896785ms I0424 15:06:42.502287 3779 pod.go:62] [openshift-ingress/router-default-6484bbc7f4-58j7q] pod update took 27.66893ms I0424 15:06:42.502305 3779 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6484bbc7f4-58j7q] addLogicalPort annotation time took 27.690524ms I0424 15:06:42.503411 3779 pods.go:271] [openshift-ingress/router-default-84f5db4787-477bd] addLogicalPort took 31.156211ms, libovsdb time 903.51µs I0424 15:06:42.503685 3779 pods.go:271] [openshift-ingress/router-default-6484bbc7f4-58j7q] addLogicalPort took 29.125163ms, libovsdb time 1.143449ms I0424 15:06:42.576381 3779 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6 7c9d5ebf44ac47f2a76e9324b0cdaf3b321f6e6d637072ecd9e0fc5004e3181b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6 7c9d5ebf44ac47f2a76e9324b0cdaf3b321f6e6d637072ecd9e0fc5004e3181b network default NAD default NAD key ] I0424 15:06:42.581356 3779 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx d26cff3c36b4a360a612a2ec062782e4fd0d3bb473cee5990e9275170885e5aa network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx d26cff3c36b4a360a612a2ec062782e4fd0d3bb473cee5990e9275170885e5aa network default NAD default NAD key ] I0424 15:06:42.589252 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-w8gq6, hostIfaceName: 7c9d5ebf44ac47f, network: default, NAD default, SandboxID: "7c9d5ebf44ac47f2a76e9324b0cdaf3b321f6e6d637072ecd9e0fc5004e3181b", PCI device ID: , UID: "1ca14039-93fe-4326-92bd-d9d6a3a3abc9", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0424 15:06:42.592553 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-mpthx, hostIfaceName: d26cff3c36b4a36, network: default, NAD default, SandboxID: "d26cff3c36b4a360a612a2ec062782e4fd0d3bb473cee5990e9275170885e5aa", PCI device ID: , UID: "70054917-c27c-4a16-a487-f6e75510beba", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0424 15:06:42.638465 3779 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6 7c9d5ebf44ac47f2a76e9324b0cdaf3b321f6e6d637072ecd9e0fc5004e3181b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-w8gq6 7c9d5ebf44ac47f2a76e9324b0cdaf3b321f6e6d637072ecd9e0fc5004e3181b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a0:bb:ec:b1:22\",\"name\":\"7c9d5ebf44ac47f\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2edaa82-8325-4645-a259-34ce9f2a592a\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:06:42.652877 3779 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx d26cff3c36b4a360a612a2ec062782e4fd0d3bb473cee5990e9275170885e5aa network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mpthx d26cff3c36b4a360a612a2ec062782e4fd0d3bb473cee5990e9275170885e5aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:4d:e4:72:07:22\",\"name\":\"d26cff3c36b4a36\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc2f0701-36a6-4f58-a6ee-a0e65c4c9955\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:06:42.784692 3779 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq 67dfa5b6f112f7332968d41e10219211649f433eace7b56e471beb4fd7d36c98 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq 67dfa5b6f112f7332968d41e10219211649f433eace7b56e471beb4fd7d36c98 network default NAD default NAD key ] I0424 15:06:42.795301 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-x86gq, hostIfaceName: 67dfa5b6f112f73, network: default, NAD default, SandboxID: "67dfa5b6f112f7332968d41e10219211649f433eace7b56e471beb4fd7d36c98", PCI device ID: , UID: "8dce5e76-50c1-4744-b211-43703a5912ae", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0424 15:06:42.798772 3779 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-r84db a385f26890e0bec85b7cc8b31da178129df0cc948e37bb688c35dbb06a1a0554 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-r84db a385f26890e0bec85b7cc8b31da178129df0cc948e37bb688c35dbb06a1a0554 network default NAD default NAD key ] I0424 15:06:42.810082 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-r84db, hostIfaceName: a385f26890e0bec, network: default, NAD default, SandboxID: "a385f26890e0bec85b7cc8b31da178129df0cc948e37bb688c35dbb06a1a0554", PCI device ID: , UID: "7f06e346-7672-47ff-864e-6ce1b2cfce21", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0424 15:06:42.846108 3779 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq 67dfa5b6f112f7332968d41e10219211649f433eace7b56e471beb4fd7d36c98 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x86gq 67dfa5b6f112f7332968d41e10219211649f433eace7b56e471beb4fd7d36c98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:3c:f2:81:c7:37\",\"name\":\"67dfa5b6f112f73\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a2e622f-c7d8-49d4-afed-74fbf0a42d95\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:06:42.862202 3779 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-r84db a385f26890e0bec85b7cc8b31da178129df0cc948e37bb688c35dbb06a1a0554 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-r84db a385f26890e0bec85b7cc8b31da178129df0cc948e37bb688c35dbb06a1a0554 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c2:ec:75:fa:31\",\"name\":\"a385f26890e0bec\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10fd0d16-1743-4bb9-9220-fda64269a736\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:06:45.921638 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:06:47.786322 3779 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 15:06:47.787333 3779 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 986.813µs I0424 15:06:47.809830 3779 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:06:48.982928 3779 namespace.go:98] [openshift-service-ca] adding namespace I0424 15:06:48.983814 3779 namespace.go:102] [openshift-service-ca] adding namespace took 855.241µs I0424 15:06:49.002249 3779 namespace.go:142] [openshift-service-ca] updating namespace I0424 15:06:53.371095 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371749 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371777 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371789 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 15:06:53.371806 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371813 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 15:06:54.473366 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:54.473389 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:54.473404 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:54.473417 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:57.841747 3779 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 15:06:57.860593 3779 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 15:06:57.867387 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:07:06.409870 3779 cni.go:452] [openshift-multus/network-metrics-daemon-svnzv 34efd3cdf4143dfdbd4a45d0f2cac83ba712e253c74a4bba434e05f8fed1f3a9 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-svnzv 34efd3cdf4143dfdbd4a45d0f2cac83ba712e253c74a4bba434e05f8fed1f3a9 network default NAD default NAD key ] I0424 15:07:06.432652 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-svnzv, hostIfaceName: 34efd3cdf4143df, network: default, NAD default, SandboxID: "34efd3cdf4143dfdbd4a45d0f2cac83ba712e253c74a4bba434e05f8fed1f3a9", PCI device ID: , UID: "0af98324-fa30-4fb8-bfcd-15d33b7f80aa", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0424 15:07:06.477344 3779 cni.go:473] [openshift-multus/network-metrics-daemon-svnzv 34efd3cdf4143dfdbd4a45d0f2cac83ba712e253c74a4bba434e05f8fed1f3a9 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-svnzv 34efd3cdf4143dfdbd4a45d0f2cac83ba712e253c74a4bba434e05f8fed1f3a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:e6:14:1f:78:1e\",\"name\":\"34efd3cdf4143df\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/017efdba-0a9c-45d3-bef1-918c94c70641\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:14.614820 3779 cni.go:452] [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key ] I0424 15:07:14.616270 3779 cni.go:452] [openshift-ingress/router-default-6484bbc7f4-58j7q aa5d5b18c650089445ef34d62d3e2586b74536d8d825b9976bc66ea41cebf624 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6484bbc7f4-58j7q aa5d5b18c650089445ef34d62d3e2586b74536d8d825b9976bc66ea41cebf624 network default NAD default NAD key ] I0424 15:07:14.625781 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-84f5db4787-477bd, hostIfaceName: 861fcbd77e39195, network: default, NAD default, SandboxID: "861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741", PCI device ID: , UID: "57486105-5754-4185-86c1-5b412da64ed1", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0424 15:07:14.625845 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6484bbc7f4-58j7q, hostIfaceName: aa5d5b18c650089, network: default, NAD default, SandboxID: "aa5d5b18c650089445ef34d62d3e2586b74536d8d825b9976bc66ea41cebf624", PCI device ID: , UID: "eeeb742b-c7dd-4044-af31-ce559dd178d9", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0424 15:07:14.674430 3779 cni.go:473] [openshift-ingress/router-default-6484bbc7f4-58j7q aa5d5b18c650089445ef34d62d3e2586b74536d8d825b9976bc66ea41cebf624 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6484bbc7f4-58j7q aa5d5b18c650089445ef34d62d3e2586b74536d8d825b9976bc66ea41cebf624 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d5:8d:54:91:9e\",\"name\":\"aa5d5b18c650089\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36b42a36-8c92-4edc-8955-6fec7b3c7ad3\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:14.689394 3779 cni.go:473] [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ef:ff:5d:be:6e\",\"name\":\"861fcbd77e39195\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22f9e798-7c10-44dc-9f99-f2c17970b49b\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:15.054068 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.054092 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.054098 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.056459 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.056475 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.077903 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.077916 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.089986 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.090020 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.090027 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0424 15:07:15.166073 3779 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-spvd4] creating logical port openshift-insights_insights-runtime-extractor-spvd4 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:15.166169 3779 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-spvd4 I0424 15:07:15.190145 3779 pod.go:62] [openshift-insights/insights-runtime-extractor-spvd4] pod update took 24.010035ms I0424 15:07:15.190173 3779 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-spvd4] addLogicalPort annotation time took 24.034453ms I0424 15:07:15.191191 3779 pods.go:271] [openshift-insights/insights-runtime-extractor-spvd4] addLogicalPort took 25.132685ms, libovsdb time 760.356µs I0424 15:07:15.518461 3779 cni.go:452] [openshift-insights/insights-runtime-extractor-spvd4 42c96eeb9d48adc834e5b00aab92f8c425367153c4069fc3312c20233ddfcca2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-spvd4 42c96eeb9d48adc834e5b00aab92f8c425367153c4069fc3312c20233ddfcca2 network default NAD default NAD key ] I0424 15:07:15.528300 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-spvd4, hostIfaceName: 42c96eeb9d48adc, network: default, NAD default, SandboxID: "42c96eeb9d48adc834e5b00aab92f8c425367153c4069fc3312c20233ddfcca2", PCI device ID: , UID: "71fe4008-49f0-4cfe-858b-0ca68f5ada04", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0424 15:07:15.575693 3779 cni.go:473] [openshift-insights/insights-runtime-extractor-spvd4 42c96eeb9d48adc834e5b00aab92f8c425367153c4069fc3312c20233ddfcca2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-spvd4 42c96eeb9d48adc834e5b00aab92f8c425367153c4069fc3312c20233ddfcca2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:03:af:24:ce:66\",\"name\":\"42c96eeb9d48adc\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/791bac98-b9ed-4304-adee-5a16588a89e2\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:16.049029 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:16.049057 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0424 15:07:16.125840 3779 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:07:16.139132 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:16.139154 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:16.139162 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0424 15:07:16.266904 3779 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 15:07:17.012233 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.012272 3779 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6498cfc5d7-4d84v I0424 15:07:17.013562 3779 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6498cfc5d7-4d84v, ips: 10.128.0.5 I0424 15:07:17.013591 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.024743 3779 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78b9cc75f7-6tcjd] creating logical port openshift-image-registry_image-registry-78b9cc75f7-6tcjd for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:17.024867 3779 kube.go:256] Updating pod openshift-image-registry/image-registry-78b9cc75f7-6tcjd I0424 15:07:17.027029 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.027660 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.035963 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.035992 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.044766 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6498cfc5d7-4d84v I0424 15:07:17.044799 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6498cfc5d7-4d84v I0424 15:07:17.052677 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.052696 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.054729 3779 pod.go:62] [openshift-image-registry/image-registry-78b9cc75f7-6tcjd] pod update took 29.906417ms I0424 15:07:17.054749 3779 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78b9cc75f7-6tcjd] addLogicalPort annotation time took 29.930236ms I0424 15:07:17.055879 3779 pods.go:271] [openshift-image-registry/image-registry-78b9cc75f7-6tcjd] addLogicalPort took 31.155511ms, libovsdb time 837.038µs I0424 15:07:17.068075 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d956df968-klmhh I0424 15:07:17.068095 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d956df968-klmhh I0424 15:07:17.388761 3779 cni.go:452] [openshift-image-registry/image-registry-78b9cc75f7-6tcjd 4b858230f481fd08258d6dc4cbc1219be9fc34837a08e898d001b36bcd8cfd56 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-78b9cc75f7-6tcjd 4b858230f481fd08258d6dc4cbc1219be9fc34837a08e898d001b36bcd8cfd56 network default NAD default NAD key ] I0424 15:07:17.399951 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78b9cc75f7-6tcjd, hostIfaceName: 4b858230f481fd0, network: default, NAD default, SandboxID: "4b858230f481fd08258d6dc4cbc1219be9fc34837a08e898d001b36bcd8cfd56", PCI device ID: , UID: "5fa95706-ef55-4724-94f1-59a4e3707c28", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0424 15:07:17.454417 3779 cni.go:473] [openshift-image-registry/image-registry-78b9cc75f7-6tcjd 4b858230f481fd08258d6dc4cbc1219be9fc34837a08e898d001b36bcd8cfd56 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-78b9cc75f7-6tcjd 4b858230f481fd08258d6dc4cbc1219be9fc34837a08e898d001b36bcd8cfd56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:48:66:b9:09:06\",\"name\":\"4b858230f481fd0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eea49664-cd7a-40b3-ad44-10dcc0a7e30b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:18.017393 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:18.063180 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:19.366001 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 15:07:20.011568 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 15:07:27.461804 3779 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-782qv] creating logical port openshift-console_downloads-5c54f4944f-782qv for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:27.461913 3779 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-782qv I0424 15:07:27.481776 3779 pod.go:62] [openshift-console/downloads-5c54f4944f-782qv] pod update took 19.889435ms I0424 15:07:27.481796 3779 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-782qv] addLogicalPort annotation time took 19.914642ms I0424 15:07:27.482909 3779 pods.go:271] [openshift-console/downloads-5c54f4944f-782qv] addLogicalPort took 21.125341ms, libovsdb time 798.339µs I0424 15:07:27.822884 3779 cni.go:452] [openshift-console/downloads-5c54f4944f-782qv d17599b4cc5e2a760787b545d73e3c954884977ee4ab1395b29c819b2ac3432a network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-782qv d17599b4cc5e2a760787b545d73e3c954884977ee4ab1395b29c819b2ac3432a network default NAD default NAD key ] I0424 15:07:27.832491 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-782qv, hostIfaceName: d17599b4cc5e2a7, network: default, NAD default, SandboxID: "d17599b4cc5e2a760787b545d73e3c954884977ee4ab1395b29c819b2ac3432a", PCI device ID: , UID: "dc68e9ae-c83d-447d-8dfd-7866f78f413b", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0424 15:07:27.881581 3779 cni.go:473] [openshift-console/downloads-5c54f4944f-782qv d17599b4cc5e2a760787b545d73e3c954884977ee4ab1395b29c819b2ac3432a network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-782qv d17599b4cc5e2a760787b545d73e3c954884977ee4ab1395b29c819b2ac3432a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:40:38:c4:2c:f6\",\"name\":\"d17599b4cc5e2a7\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53ec0873-15e7-4f2f-9978-f8f889d2cd58\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:28.246684 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:28.246809 3779 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 15:07:28.274467 3779 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.711171ms I0424 15:07:28.274493 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.741782ms I0424 15:07:28.275821 3779 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 29.156322ms, libovsdb time 968.393µs I0424 15:07:29.212574 3779 cni.go:452] [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key ] I0424 15:07:29.223871 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 4ccc25977812f07, network: default, NAD default, SandboxID: "4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080", PCI device ID: , UID: "f2a05e83-2ac1-489b-9070-957c19921954", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0424 15:07:29.273526 3779 cni.go:473] [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:53:8d:fd:72:0c\",\"name\":\"4ccc25977812f07\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f868eeb2-5871-4229-b081-6cc34b3e25ab\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:30.183523 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs] creating logical port openshift-monitoring_thanos-querier-59f8bfdd8d-f74gs for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:30.183637 3779 kube.go:256] Updating pod openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs I0424 15:07:30.216781 3779 pod.go:62] [openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs] pod update took 33.185806ms I0424 15:07:30.216803 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs] addLogicalPort annotation time took 33.2144ms I0424 15:07:30.218173 3779 pods.go:271] [openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs] addLogicalPort took 34.667106ms, libovsdb time 1.022063ms I0424 15:07:30.546806 3779 cni.go:452] [openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs a392c09fa8ad80e62a68bc99d497971325abd56829d4315c05ce0b8d76a48e30 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs a392c09fa8ad80e62a68bc99d497971325abd56829d4315c05ce0b8d76a48e30 network default NAD default NAD key ] I0424 15:07:30.556897 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-59f8bfdd8d-f74gs, hostIfaceName: a392c09fa8ad80e, network: default, NAD default, SandboxID: "a392c09fa8ad80e62a68bc99d497971325abd56829d4315c05ce0b8d76a48e30", PCI device ID: , UID: "533b54ce-00d9-42e3-be59-40fe933bcb86", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0424 15:07:30.604928 3779 cni.go:473] [openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs a392c09fa8ad80e62a68bc99d497971325abd56829d4315c05ce0b8d76a48e30 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-59f8bfdd8d-f74gs a392c09fa8ad80e62a68bc99d497971325abd56829d4315c05ce0b8d76a48e30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:b5:38:3f:65:f2\",\"name\":\"a392c09fa8ad80e\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddf7410c-9e8e-48e6-aae5-6c8fdc1047ab\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:31.084219 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.084244 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.084250 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.132642 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.132662 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.132667 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:07:31.928200 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc] creating logical port openshift-monitoring_metrics-server-5d86c9ccc9-rfcrc for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:31.928317 3779 kube.go:256] Updating pod openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc I0424 15:07:31.949787 3779 pod.go:62] [openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc] pod update took 21.50826ms I0424 15:07:31.949813 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc] addLogicalPort annotation time took 21.541069ms I0424 15:07:31.951273 3779 pods.go:271] [openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc] addLogicalPort took 23.100403ms, libovsdb time 1.030095ms I0424 15:07:33.082581 3779 cni.go:452] [openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc 78e5fc5455944dd137a400ffa016142066a4976397dd1582266eda7522357752 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc 78e5fc5455944dd137a400ffa016142066a4976397dd1582266eda7522357752 network default NAD default NAD key ] I0424 15:07:33.092866 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5d86c9ccc9-rfcrc, hostIfaceName: 78e5fc5455944dd, network: default, NAD default, SandboxID: "78e5fc5455944dd137a400ffa016142066a4976397dd1582266eda7522357752", PCI device ID: , UID: "2fe62aac-f9ee-470b-972c-e22bb469f978", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0424 15:07:33.152611 3779 cni.go:473] [openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc 78e5fc5455944dd137a400ffa016142066a4976397dd1582266eda7522357752 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5d86c9ccc9-rfcrc 78e5fc5455944dd137a400ffa016142066a4976397dd1582266eda7522357752 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:5e:56:50:57:0b\",\"name\":\"78e5fc5455944dd\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0311f37d-0d9e-4b88-9db7-5d3b7c618de2\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:33.399176 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0424 15:07:33.489435 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:33.489548 3779 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 15:07:33.548762 3779 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 59.255452ms I0424 15:07:33.548785 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 59.283827ms I0424 15:07:33.549884 3779 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 60.470201ms, libovsdb time 762.648µs I0424 15:07:33.854831 3779 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key ] I0424 15:07:33.866770 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: ea8c097ac381677, network: default, NAD default, SandboxID: "ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f", PCI device ID: , UID: "3da67c55-210f-46e0-bca5-6e77f0ae1b92", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0424 15:07:33.930950 3779 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:aa:ac:df:11:ee\",\"name\":\"ea8c097ac381677\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ced453ad-72b4-4700-bb6a-453e6d4417e8\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:34.104291 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:07:35.110575 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.110637 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.110646 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.110653 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120878 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120895 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120901 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120906 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.195001 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:07:35.195083 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:07:35.195156 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:07:35.226202 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:07:35.232363 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:07:35.232380 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:07:37.366821 3779 base_network_controller_pods.go:487] [default/openshift-console/console-5466d6cbff-d9m9c] creating logical port openshift-console_console-5466d6cbff-d9m9c for pod on switch ip-10-0-2-93.ec2.internal I0424 15:07:37.366944 3779 kube.go:256] Updating pod openshift-console/console-5466d6cbff-d9m9c I0424 15:07:37.385939 3779 pod.go:62] [openshift-console/console-5466d6cbff-d9m9c] pod update took 19.032547ms I0424 15:07:37.385967 3779 base_network_controller_pods.go:951] [default/openshift-console/console-5466d6cbff-d9m9c] addLogicalPort annotation time took 19.063381ms I0424 15:07:37.387355 3779 pods.go:271] [openshift-console/console-5466d6cbff-d9m9c] addLogicalPort took 20.554033ms, libovsdb time 909.377µs I0424 15:07:38.258602 3779 cni.go:452] [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key ] I0424 15:07:38.268585 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5466d6cbff-d9m9c, hostIfaceName: 9d50c53a8ff7451, network: default, NAD default, SandboxID: "9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d", PCI device ID: , UID: "479be7b6-3c91-464c-912b-7c213e7b77b5", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0424 15:07:38.326680 3779 cni.go:473] [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:38:a1:32:95:4c\",\"name\":\"9d50c53a8ff7451\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f91e267d-5071-445e-93f7-2a65bf84ff89\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:41.132467 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:41.132498 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:41.132507 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:41.132514 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:41.432114 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:07:42.435063 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:44.444211 3779 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:44.444231 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:44.444247 3779 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0424 15:07:45.233948 3779 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:07:47.179784 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0424 15:07:47.474518 3779 cni.go:452] [openshift-dns/dns-default-hgb4m ff536f30375e133596ce2c21064be6c29d67ff9fb2c06586c8475009205f8edd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hgb4m ff536f30375e133596ce2c21064be6c29d67ff9fb2c06586c8475009205f8edd network default NAD default NAD key ] I0424 15:07:47.484951 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hgb4m, hostIfaceName: ff536f30375e133, network: default, NAD default, SandboxID: "ff536f30375e133596ce2c21064be6c29d67ff9fb2c06586c8475009205f8edd", PCI device ID: , UID: "3ae814c9-d1d9-4cbd-8867-77a9508d0d8e", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0424 15:07:47.540506 3779 cni.go:473] [openshift-dns/dns-default-hgb4m ff536f30375e133596ce2c21064be6c29d67ff9fb2c06586c8475009205f8edd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hgb4m ff536f30375e133596ce2c21064be6c29d67ff9fb2c06586c8475009205f8edd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:1f:19:1d:75:e0\",\"name\":\"ff536f30375e133\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/037d8446-26e3-476f-9c62-1004b0c3c953\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:48.197324 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:07:48.236059 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 15:07:49.195435 3779 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:49.195515 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:49.195528 3779 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.189770 3779 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.189793 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.189798 3779 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.220811 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:07:54.461170 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.461197 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.461203 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.461221 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.461226 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.461230 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:56.114374 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:07:57.243891 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:07:57.243921 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:07:59.221889 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:59.221910 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:59.221918 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:59.221936 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:59.221941 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:59.221945 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:59.270122 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.270141 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.270147 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.270160 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.270165 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.270169 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.279348 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.279366 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:59.279371 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:00.191847 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:00.191866 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:00.191873 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:02.513894 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:03.458501 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:03.458541 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:07.384082 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:12.279628 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:12.279645 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:12.279678 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:13.281211 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0424 15:08:13.332085 3779 cni.go:452] [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key ] I0424 15:08:13.414495 3779 cni.go:473] [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5466d6cbff-d9m9c 9d50c53a8ff7451a78b8c6fbe8ead9b1547e1e354584bde4b4d1c3860769728d network default NAD default NAD key default], result "{}", err I0424 15:08:13.481696 3779 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-d9m9c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:13.481730 3779 pods.go:176] Deleting pod: openshift-console/console-5466d6cbff-d9m9c I0424 15:08:13.483214 3779 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5466d6cbff-d9m9c, ips: 10.128.0.21 I0424 15:08:13.483243 3779 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-d9m9c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:13.493230 3779 base_network_controller_pods.go:487] [default/openshift-console/console-5b4b8fd4f7-gtdjv] creating logical port openshift-console_console-5b4b8fd4f7-gtdjv for pod on switch ip-10-0-2-93.ec2.internal I0424 15:08:13.493485 3779 kube.go:256] Updating pod openshift-console/console-5b4b8fd4f7-gtdjv I0424 15:08:13.509377 3779 pod.go:62] [openshift-console/console-5b4b8fd4f7-gtdjv] pod update took 15.930622ms I0424 15:08:13.509408 3779 base_network_controller_pods.go:951] [default/openshift-console/console-5b4b8fd4f7-gtdjv] addLogicalPort annotation time took 15.969115ms I0424 15:08:13.510967 3779 pods.go:271] [openshift-console/console-5b4b8fd4f7-gtdjv] addLogicalPort took 17.759656ms, libovsdb time 1.092215ms I0424 15:08:13.910913 3779 cni.go:452] [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key ] I0424 15:08:13.920452 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5b4b8fd4f7-gtdjv, hostIfaceName: f61f4b50aaded61, network: default, NAD default, SandboxID: "f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348", PCI device ID: , UID: "e93f09e8-4e67-4829-aff4-dee12f2b39d1", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0424 15:08:13.968268 3779 cni.go:473] [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:76:9d:47:2f:47\",\"name\":\"f61f4b50aaded61\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2945d215-29f3-45c4-8b96-234e1453f129\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:08:14.323724 3779 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-d9m9c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:14.323750 3779 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-d9m9c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:14.327564 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5466d6cbff-d9m9c I0424 15:08:14.327595 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5466d6cbff-d9m9c W0424 15:08:17.306552 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:17.306607 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:17.306626 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:18.312079 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0424 15:08:21.293882 3779 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:08:22.574963 3779 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-6vgpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:22.575543 3779 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-6vgpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:22.891462 3779 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-6vgpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:22.891493 3779 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-6vgpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:22.899684 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5466d6cbff-6vgpk I0424 15:08:22.899708 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5466d6cbff-6vgpk W0424 15:08:24.352639 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:24.352682 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:24.352727 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:24.360021 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:24.360043 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:24.392458 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:08:31.251723 3779 cni.go:452] [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key ] I0424 15:08:31.332497 3779 cni.go:473] [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-84f5db4787-477bd 861fcbd77e39195c3c54e79b196c5aa60e9fd494ee1c51337950d530012b8741 network default NAD default NAD key default], result "{}", err I0424 15:08:31.397305 3779 obj_retry.go:498] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:31.397343 3779 pods.go:176] Deleting pod: openshift-ingress/router-default-84f5db4787-477bd I0424 15:08:31.398638 3779 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-84f5db4787-477bd, ips: 10.128.0.12 I0424 15:08:31.398673 3779 obj_retry.go:498] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:32.366367 3779 obj_retry.go:492] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:32.366397 3779 obj_retry.go:492] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:32.370275 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-84f5db4787-477bd I0424 15:08:32.370308 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-84f5db4787-477bd I0424 15:08:33.753267 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:33.753931 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:08:33.762001 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:33.762064 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:33.762110 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:33.762127 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:34.419520 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:34.419625 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:08:34.644703 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:34.644733 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:34.653094 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6498cfc5d7-rsztn I0424 15:08:34.653122 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6498cfc5d7-rsztn W0424 15:08:45.357225 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:08:48.894922 3779 cni.go:452] [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key ] I0424 15:08:48.969910 3779 cni.go:473] [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 4ccc25977812f07efa139e4a17489be34f0803aa37622f3e6b34c7623ccfd080 network default NAD default NAD key default], result "{}", err I0424 15:08:49.036370 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:49.036468 3779 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0424 15:08:49.037998 3779 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.17 I0424 15:08:49.038059 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:49.442338 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:49.442363 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:49.453223 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 15:08:49.453314 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 15:08:49.504581 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:08:49.504686 3779 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 15:08:49.525835 3779 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.186774ms I0424 15:08:49.525858 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.215794ms I0424 15:08:49.527075 3779 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.518783ms, libovsdb time 875.816µs I0424 15:08:49.864430 3779 cni.go:452] [openshift-monitoring/alertmanager-main-1 44b5ef14b44b4f294375ec28130e1721cddbb9a8b843b2769274dd6eae768fed network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 44b5ef14b44b4f294375ec28130e1721cddbb9a8b843b2769274dd6eae768fed network default NAD default NAD key ] I0424 15:08:49.874874 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 44b5ef14b44b4f2, network: default, NAD default, SandboxID: "44b5ef14b44b4f294375ec28130e1721cddbb9a8b843b2769274dd6eae768fed", PCI device ID: , UID: "b96bf6ff-5a4f-4935-a98e-4a9e1175e407", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0424 15:08:49.924083 3779 cni.go:473] [openshift-monitoring/alertmanager-main-1 44b5ef14b44b4f294375ec28130e1721cddbb9a8b843b2769274dd6eae768fed network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 44b5ef14b44b4f294375ec28130e1721cddbb9a8b843b2769274dd6eae768fed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:cc:de:8c:c4:c2\",\"name\":\"44b5ef14b44b4f2\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/608abd57-a410-4038-83cf-39dba168efd0\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:08:51.846802 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6b45c87969-t2kc4] creating logical port openshift-monitoring_telemeter-client-6b45c87969-t2kc4 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:08:51.846944 3779 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6b45c87969-t2kc4 I0424 15:08:51.867246 3779 pod.go:62] [openshift-monitoring/telemeter-client-6b45c87969-t2kc4] pod update took 20.32915ms I0424 15:08:51.867269 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6b45c87969-t2kc4] addLogicalPort annotation time took 20.35807ms I0424 15:08:51.868714 3779 pods.go:271] [openshift-monitoring/telemeter-client-6b45c87969-t2kc4] addLogicalPort took 21.929802ms, libovsdb time 1.098786ms I0424 15:08:52.209674 3779 cni.go:452] [openshift-monitoring/telemeter-client-6b45c87969-t2kc4 514253cdde03c41646be11c8548c988412b47423eeab89bf6e73674b6a96d913 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6b45c87969-t2kc4 514253cdde03c41646be11c8548c988412b47423eeab89bf6e73674b6a96d913 network default NAD default NAD key ] I0424 15:08:52.219346 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6b45c87969-t2kc4, hostIfaceName: 514253cdde03c41, network: default, NAD default, SandboxID: "514253cdde03c41646be11c8548c988412b47423eeab89bf6e73674b6a96d913", PCI device ID: , UID: "8679395b-61d9-45ef-a4ee-cc6c9120385f", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0424 15:08:52.269772 3779 cni.go:473] [openshift-monitoring/telemeter-client-6b45c87969-t2kc4 514253cdde03c41646be11c8548c988412b47423eeab89bf6e73674b6a96d913 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6b45c87969-t2kc4 514253cdde03c41646be11c8548c988412b47423eeab89bf6e73674b6a96d913 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:df:eb:65:12:e1\",\"name\":\"514253cdde03c41\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5bb3755-16bc-403b-863e-c0bb29e95c57\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:08:53.463670 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:53.464280 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:53.763002 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:53.763053 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:53.773193 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 15:08:53.773223 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0424 15:09:19.926511 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:09:19.926537 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:09:19.926543 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:09:21.222774 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:21.223375 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:21.590652 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:21.590673 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:21.599448 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 15:09:21.599469 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 15:09:21.894543 3779 cni.go:452] [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key ] I0424 15:09:21.975044 3779 cni.go:473] [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5b4b8fd4f7-gtdjv f61f4b50aaded61fbdc2323d6d975e7d996b4762f15c75b64651c172307bc348 network default NAD default NAD key default], result "{}", err I0424 15:09:22.024035 3779 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:22.024066 3779 pods.go:176] Deleting pod: openshift-console/console-5b4b8fd4f7-gtdjv I0424 15:09:22.025422 3779 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b4b8fd4f7-gtdjv, ips: 10.128.0.22 I0424 15:09:22.025454 3779 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:22.033123 3779 base_network_controller_pods.go:487] [default/openshift-console/console-6b99c95d6c-7rsz2] creating logical port openshift-console_console-6b99c95d6c-7rsz2 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:09:22.033233 3779 kube.go:256] Updating pod openshift-console/console-6b99c95d6c-7rsz2 I0424 15:09:22.048807 3779 pod.go:62] [openshift-console/console-6b99c95d6c-7rsz2] pod update took 15.600156ms I0424 15:09:22.048878 3779 base_network_controller_pods.go:951] [default/openshift-console/console-6b99c95d6c-7rsz2] addLogicalPort annotation time took 15.630266ms I0424 15:09:22.055134 3779 pods.go:271] [openshift-console/console-6b99c95d6c-7rsz2] addLogicalPort took 22.025977ms, libovsdb time 3.91857ms I0424 15:09:22.404152 3779 cni.go:452] [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key ] I0424 15:09:22.414080 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b99c95d6c-7rsz2, hostIfaceName: baecbf74281cefb, network: default, NAD default, SandboxID: "baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb", PCI device ID: , UID: "2b6a6e02-3bdc-4368-83c4-039f6dcafaeb", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0424 15:09:22.464904 3779 cni.go:473] [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:fe:0d:98:8f:d8\",\"name\":\"baecbf74281cefb\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c18199ff-fa3e-41bf-ae3b-dba32081ab31\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:09:22.624576 3779 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:22.624636 3779 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:22.639108 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b4b8fd4f7-gtdjv I0424 15:09:22.639142 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b4b8fd4f7-gtdjv W0424 15:09:32.649574 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:09:33.112728 3779 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.113328 3779 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.648799 3779 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:33.648826 3779 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:33.660024 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b4b8fd4f7-gl6cb I0424 15:09:33.660052 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b4b8fd4f7-gl6cb I0424 15:09:56.434800 3779 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key ] I0424 15:09:56.515367 3779 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 ea8c097ac381677e23363f77d9d42c0ec7b22e8dece2592c805a60fa030b622f network default NAD default NAD key default], result "{}", err I0424 15:09:56.579914 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:56.579948 3779 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0424 15:09:56.581357 3779 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.20 I0424 15:09:56.581394 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:56.740631 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:56.740659 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:56.749180 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 15:09:56.749204 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 15:09:56.792662 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:09:56.792769 3779 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 15:09:56.816933 3779 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.203142ms I0424 15:09:56.816959 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.234866ms I0424 15:09:56.818443 3779 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.796568ms, libovsdb time 1.010803ms I0424 15:09:57.154413 3779 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a29a2c6d22a1c92e2986aa74e6469054decbdcdb8440d0374436ed046c456997 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a29a2c6d22a1c92e2986aa74e6469054decbdcdb8440d0374436ed046c456997 network default NAD default NAD key ] I0424 15:09:57.164239 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a29a2c6d22a1c92, network: default, NAD default, SandboxID: "a29a2c6d22a1c92e2986aa74e6469054decbdcdb8440d0374436ed046c456997", PCI device ID: , UID: "9c6d8dfd-c14f-4504-80ae-d3c5d77cbbf5", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0424 15:09:57.213810 3779 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a29a2c6d22a1c92e2986aa74e6469054decbdcdb8440d0374436ed046c456997 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a29a2c6d22a1c92e2986aa74e6469054decbdcdb8440d0374436ed046c456997 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:57:c4:eb:3f:84\",\"name\":\"a29a2c6d22a1c92\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9164ded-d122-404f-b927-1a0f9068c146\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:10:05.111419 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:05.112049 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:06.018653 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:06.018680 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:40.448895 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0424 15:10:58.039235 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:10:58.039263 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:11:29.809254 3779 cni.go:452] [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key ] I0424 15:11:29.882115 3779 cni.go:473] [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b99c95d6c-7rsz2 baecbf74281cefb8a399d109dc26ff979fe00dce7cb91ffae4eb7ff6b346befb network default NAD default NAD key default], result "{}", err I0424 15:11:29.931892 3779 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:29.931946 3779 pods.go:176] Deleting pod: openshift-console/console-6b99c95d6c-7rsz2 I0424 15:11:29.933214 3779 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b99c95d6c-7rsz2, ips: 10.128.0.25 I0424 15:11:29.933244 3779 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:29.941919 3779 base_network_controller_pods.go:487] [default/openshift-console/console-6b85c448d-79bv6] creating logical port openshift-console_console-6b85c448d-79bv6 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:11:29.942077 3779 kube.go:256] Updating pod openshift-console/console-6b85c448d-79bv6 I0424 15:11:29.960841 3779 pod.go:62] [openshift-console/console-6b85c448d-79bv6] pod update took 18.795419ms I0424 15:11:29.960869 3779 base_network_controller_pods.go:951] [default/openshift-console/console-6b85c448d-79bv6] addLogicalPort annotation time took 18.827123ms I0424 15:11:29.962045 3779 pods.go:271] [openshift-console/console-6b85c448d-79bv6] addLogicalPort took 20.144861ms, libovsdb time 816.339µs I0424 15:11:30.125615 3779 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:30.125663 3779 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:30.133861 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b99c95d6c-7rsz2 I0424 15:11:30.133896 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b99c95d6c-7rsz2 I0424 15:11:30.301957 3779 cni.go:452] [openshift-console/console-6b85c448d-79bv6 25a063efbe2e470922bbd9569f9577cd71a4bfadab1468a943a674a4e8b0f1b4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b85c448d-79bv6 25a063efbe2e470922bbd9569f9577cd71a4bfadab1468a943a674a4e8b0f1b4 network default NAD default NAD key ] I0424 15:11:30.311792 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b85c448d-79bv6, hostIfaceName: 25a063efbe2e470, network: default, NAD default, SandboxID: "25a063efbe2e470922bbd9569f9577cd71a4bfadab1468a943a674a4e8b0f1b4", PCI device ID: , UID: "96ed4244-8f91-4ca6-a9a9-8af4230c2cfb", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0424 15:11:30.361919 3779 cni.go:473] [openshift-console/console-6b85c448d-79bv6 25a063efbe2e470922bbd9569f9577cd71a4bfadab1468a943a674a4e8b0f1b4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b85c448d-79bv6 25a063efbe2e470922bbd9569f9577cd71a4bfadab1468a943a674a4e8b0f1b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a3:cc:04:86:9d\",\"name\":\"25a063efbe2e470\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d793558e-80c9-46cc-a145-d1c4be0e8713\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:11:36.486967 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 15:11:40.367398 3779 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-28ghz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:40.367916 3779 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-28ghz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:11:41.187800 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:11:41.358275 3779 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-28ghz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:41.358300 3779 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-28ghz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:41.363179 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b99c95d6c-28ghz I0424 15:11:41.363205 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b99c95d6c-28ghz I0424 15:11:48.475192 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 15:12:01.448873 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 15:12:41.373507 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0424 15:13:11.355834 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 15:13:43.357442 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0424 15:13:48.452606 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0424 15:13:48.469718 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 15:13:56.486496 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0424 15:13:57.458222 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 15:14:03.373685 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=601 I0424 15:14:13.479893 3779 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 15:14:23.355228 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0424 15:14:25.373889 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0424 15:14:46.464150 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 15:16:25.331503 3779 namespace.go:98] [tsf] adding namespace I0424 15:16:25.332438 3779 namespace.go:102] [tsf] adding namespace took 909.326µs I0424 15:16:25.350116 3779 namespace.go:142] [tsf] updating namespace I0424 15:16:25.364183 3779 namespace.go:142] [tsf] updating namespace I0424 15:16:29.276139 3779 namespace.go:98] [tsf-tas] adding namespace I0424 15:16:29.276225 3779 namespace.go:98] [tsf-keycloak] adding namespace I0424 15:16:29.276980 3779 namespace.go:102] [tsf-tas] adding namespace took 819.882µs I0424 15:16:29.277687 3779 namespace.go:102] [tsf-keycloak] adding namespace took 1.445638ms I0424 15:16:29.279588 3779 namespace.go:98] [rhbk-operator] adding namespace I0424 15:16:29.279711 3779 namespace.go:98] [konflux-operator] adding namespace I0424 15:16:29.280252 3779 namespace.go:102] [rhbk-operator] adding namespace took 648.218µs I0424 15:16:29.280922 3779 namespace.go:102] [konflux-operator] adding namespace took 1.19457ms I0424 15:16:29.285502 3779 namespace.go:98] [rhtpa-operator] adding namespace I0424 15:16:29.285711 3779 namespace.go:98] [konflux-ui] adding namespace I0424 15:16:29.285722 3779 namespace.go:98] [tsf-tpa] adding namespace I0424 15:16:29.286183 3779 namespace.go:102] [rhtpa-operator] adding namespace took 663.612µs I0424 15:16:29.286206 3779 namespace.go:98] [cert-manager-operator] adding namespace I0424 15:16:29.286836 3779 namespace.go:102] [cert-manager-operator] adding namespace took 623.083µs I0424 15:16:29.287455 3779 namespace.go:102] [konflux-ui] adding namespace took 1.728282ms I0424 15:16:29.288144 3779 namespace.go:102] [tsf-tpa] adding namespace took 2.412065ms I0424 15:16:29.305392 3779 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:29.323199 3779 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:29.328486 3779 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:29.328495 3779 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:29.329681 3779 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:29.329688 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:29.345405 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:29.345513 3779 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:29.346734 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:29.348660 3779 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:29.383624 3779 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:29.403953 3779 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:29.412554 3779 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:29.425352 3779 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:29.429465 3779 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:29.443570 3779 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:29.456377 3779 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:29.470031 3779 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:29.478965 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:29.493393 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:29.497335 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:29.513477 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:29.518336 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:29.536151 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:30.424425 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:30.439671 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:37.231754 3779 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232269 3779 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232290 3779 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232297 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:37.232309 3779 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232313 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:38.258230 3779 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.258253 3779 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.258267 3779 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.258281 3779 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.269225 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.269757 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.269778 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.269786 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:38.269799 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.269803 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:39.296210 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:39.296233 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:39.296248 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:39.296264 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:44.636667 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.637213 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.637240 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.637249 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:44.637265 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.637272 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:45.668562 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.668585 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.668598 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.668613 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.669125 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.669660 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.669679 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.669686 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:45.669696 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.669703 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:45.698060 3779 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.698510 3779 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.698535 3779 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.698549 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:45.698567 3779 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.698574 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:46.660768 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661358 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661390 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661399 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:46.661418 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661423 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:46.704832 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.704860 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.704876 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.704891 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.730219 3779 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.730238 3779 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.730247 3779 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.730260 3779 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688315 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688348 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688362 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688378 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:49.368544 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:52.183438 3779 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-rt64m for pod on switch ip-10-0-2-93.ec2.internal I0424 15:16:52.183583 3779 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m I0424 15:16:52.207950 3779 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m] pod update took 24.399282ms I0424 15:16:52.207989 3779 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m] addLogicalPort annotation time took 24.441569ms I0424 15:16:52.209280 3779 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m] addLogicalPort took 25.908118ms, libovsdb time 911.478µs I0424 15:16:52.542892 3779 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m a476ddc0e7d5ad5f823f56a12d002d89acc716a5cbc910b0bcbac7d398fe46b5 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m a476ddc0e7d5ad5f823f56a12d002d89acc716a5cbc910b0bcbac7d398fe46b5 network default NAD default NAD key ] I0424 15:16:52.552861 3779 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-rt64m, hostIfaceName: a476ddc0e7d5ad5, network: default, NAD default, SandboxID: "a476ddc0e7d5ad5f823f56a12d002d89acc716a5cbc910b0bcbac7d398fe46b5", PCI device ID: , UID: "22407851-98f8-4974-b89c-a4687bf03a29", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0424 15:16:52.603176 3779 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m a476ddc0e7d5ad5f823f56a12d002d89acc716a5cbc910b0bcbac7d398fe46b5 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-rt64m a476ddc0e7d5ad5f823f56a12d002d89acc716a5cbc910b0bcbac7d398fe46b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:ec:c7:02:81:b1\",\"name\":\"a476ddc0e7d5ad5\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1b7e435-d8e0-4c90-993b-5d210a7b75db\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:53.478159 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 15:16:54.433758 3779 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:54.447995 3779 namespace.go:142] [openshift-operators] updating namespace W0424 15:16:55.481646 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:59.979808 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:59.994472 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:17:00.303576 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:17:00.313157 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:17:01.389337 3779 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-fhg8c for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:01.389487 3779 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c I0424 15:17:01.408861 3779 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c] pod update took 19.412962ms I0424 15:17:01.408890 3779 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c] addLogicalPort annotation time took 19.445855ms I0424 15:17:01.410367 3779 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c] addLogicalPort took 21.050254ms, libovsdb time 1.012539ms I0424 15:17:02.051801 3779 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c 3374420138d1e9ed876f7fe172e692d912ed73df805a4ff9f7dedcbd16e370b7 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c 3374420138d1e9ed876f7fe172e692d912ed73df805a4ff9f7dedcbd16e370b7 network default NAD default NAD key ] I0424 15:17:02.062437 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-fhg8c, hostIfaceName: 3374420138d1e9e, network: default, NAD default, SandboxID: "3374420138d1e9ed876f7fe172e692d912ed73df805a4ff9f7dedcbd16e370b7", PCI device ID: , UID: "8e372c05-c318-43e8-b5a5-0e83461a162c", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0424 15:17:02.115400 3779 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c 3374420138d1e9ed876f7fe172e692d912ed73df805a4ff9f7dedcbd16e370b7 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-fhg8c 3374420138d1e9ed876f7fe172e692d912ed73df805a4ff9f7dedcbd16e370b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:93:6d:9f:0e:0f\",\"name\":\"3374420138d1e9e\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b078f898-a12a-461e-b469-c16aa54ee194\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:17:04.519576 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:17:04.609775 3779 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 15:17:04.610649 3779 namespace.go:102] [trusted-artifact-signer] adding namespace took 853.326µs I0424 15:17:04.649467 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:04.675088 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:05.724662 3779 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-ck52q] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-ck52q for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:05.724766 3779 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-ck52q I0424 15:17:05.741570 3779 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-ck52q] pod update took 16.825305ms I0424 15:17:05.741594 3779 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-ck52q] addLogicalPort annotation time took 16.855125ms I0424 15:17:05.742859 3779 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-ck52q] addLogicalPort took 18.218998ms, libovsdb time 918.657µs I0424 15:17:06.106571 3779 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-ck52q 5b0402baa70b9431ce093cc6ee67d99458b25cd8da8a70a262a2ec0ac9c3e23c network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-ck52q 5b0402baa70b9431ce093cc6ee67d99458b25cd8da8a70a262a2ec0ac9c3e23c network default NAD default NAD key ] I0424 15:17:06.116740 3779 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-ck52q, hostIfaceName: 5b0402baa70b943, network: default, NAD default, SandboxID: "5b0402baa70b9431ce093cc6ee67d99458b25cd8da8a70a262a2ec0ac9c3e23c", PCI device ID: , UID: "52ba229b-2a92-493f-83e9-93b9ed25409b", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0424 15:17:06.167832 3779 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-ck52q 5b0402baa70b9431ce093cc6ee67d99458b25cd8da8a70a262a2ec0ac9c3e23c network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-ck52q 5b0402baa70b9431ce093cc6ee67d99458b25cd8da8a70a262a2ec0ac9c3e23c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:07:84:0c:0e:68\",\"name\":\"5b0402baa70b943\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8466e0fc-f771-4292-834f-38708c755ab5\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:17:06.491127 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:17:08.085570 3779 namespace.go:142] [openshift-operators] updating namespace I0424 15:17:09.162379 3779 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-r6vvh for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:09.162510 3779 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh I0424 15:17:09.194717 3779 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-j46nt] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-j46nt for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:09.194954 3779 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-j46nt I0424 15:17:09.200406 3779 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh] pod update took 37.923416ms I0424 15:17:09.200435 3779 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh] addLogicalPort annotation time took 37.954841ms I0424 15:17:09.202092 3779 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh] addLogicalPort took 39.733874ms, libovsdb time 1.106662ms I0424 15:17:09.227522 3779 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-j46nt] pod update took 32.608332ms I0424 15:17:09.227546 3779 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-j46nt] addLogicalPort annotation time took 32.63852ms I0424 15:17:09.229108 3779 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-j46nt] addLogicalPort took 34.425391ms, libovsdb time 1.026601ms I0424 15:17:10.364428 3779 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-j46nt 7ac0eab9c22ca3fe5c447ce99665e2d513d98e5f83734c29a94e1698a8adce8c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-j46nt 7ac0eab9c22ca3fe5c447ce99665e2d513d98e5f83734c29a94e1698a8adce8c network default NAD default NAD key ] I0424 15:17:10.364428 3779 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh 40606cef82c19eb555cd2e0053dfdbaf5b958faae94597626acef6d85fc36381 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh 40606cef82c19eb555cd2e0053dfdbaf5b958faae94597626acef6d85fc36381 network default NAD default NAD key ] I0424 15:17:10.378044 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-r6vvh, hostIfaceName: 40606cef82c19eb, network: default, NAD default, SandboxID: "40606cef82c19eb555cd2e0053dfdbaf5b958faae94597626acef6d85fc36381", PCI device ID: , UID: "093e0dc9-aad4-4ce8-b8ca-d4eec20107d8", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0424 15:17:10.378541 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-j46nt, hostIfaceName: 7ac0eab9c22ca3f, network: default, NAD default, SandboxID: "7ac0eab9c22ca3fe5c447ce99665e2d513d98e5f83734c29a94e1698a8adce8c", PCI device ID: , UID: "0c6d9a67-d901-4564-a387-ac2ab110464d", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0424 15:17:10.435980 3779 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-j46nt 7ac0eab9c22ca3fe5c447ce99665e2d513d98e5f83734c29a94e1698a8adce8c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-j46nt 7ac0eab9c22ca3fe5c447ce99665e2d513d98e5f83734c29a94e1698a8adce8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:52:8d:a9:1f:84\",\"name\":\"7ac0eab9c22ca3f\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b9436ce-cba5-47f7-a029-c82bcb20f729\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:17:10.456306 3779 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh 40606cef82c19eb555cd2e0053dfdbaf5b958faae94597626acef6d85fc36381 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-r6vvh 40606cef82c19eb555cd2e0053dfdbaf5b958faae94597626acef6d85fc36381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:27:42:56:6f:9d\",\"name\":\"40606cef82c19eb\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f522585d-4484-42c7-aa3f-7be66d09c662\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:17:15.270766 3779 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-28256 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:15.270986 3779 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256 I0424 15:17:15.304357 3779 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256] pod update took 33.411761ms I0424 15:17:15.304385 3779 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256] addLogicalPort annotation time took 33.446528ms I0424 15:17:15.305810 3779 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256] addLogicalPort took 35.065876ms, libovsdb time 1.009457ms W0424 15:17:15.513021 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:17:16.010502 3779 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256 b7a677db438af406e0b9cc56074abbb036e537fd8eb9c660e1c5806a90cd4aa8 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256 b7a677db438af406e0b9cc56074abbb036e537fd8eb9c660e1c5806a90cd4aa8 network default NAD default NAD key ] I0424 15:17:16.039941 3779 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-28256, hostIfaceName: b7a677db438af40, network: default, NAD default, SandboxID: "b7a677db438af406e0b9cc56074abbb036e537fd8eb9c660e1c5806a90cd4aa8", PCI device ID: , UID: "44fbed1e-bb77-4ecc-8a57-2569ba897f71", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0424 15:17:16.094802 3779 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256 b7a677db438af406e0b9cc56074abbb036e537fd8eb9c660e1c5806a90cd4aa8 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28256 b7a677db438af406e0b9cc56074abbb036e537fd8eb9c660e1c5806a90cd4aa8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e8:ff:7e:e7:69\",\"name\":\"b7a677db438af40\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/436a40e0-d528-4c45-a378-d058d3970c0e\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:17:19.193551 3779 namespace.go:98] [cert-manager] adding namespace I0424 15:17:19.194580 3779 namespace.go:102] [cert-manager] adding namespace took 1.00444ms I0424 15:17:19.256075 3779 namespace.go:142] [cert-manager] updating namespace I0424 15:17:19.296144 3779 namespace.go:142] [cert-manager] updating namespace W0424 15:17:23.542804 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:17:23.542831 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 15:17:26.042026 3779 namespace.go:98] [openshift-pipelines] adding namespace I0424 15:17:26.042941 3779 namespace.go:102] [openshift-pipelines] adding namespace took 895.334µs I0424 15:17:26.074663 3779 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:27.644392 3779 namespace.go:142] [cert-manager] updating namespace I0424 15:17:27.979233 3779 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:28.405647 3779 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:28.613877 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:28.816678 3779 namespace.go:142] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] updating namespace I0424 15:17:29.211695 3779 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:29.410507 3779 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:29.607359 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:29.811670 3779 namespace.go:142] [tsf] updating namespace I0424 15:17:30.010606 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:30.208680 3779 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:30.410929 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:30.548178 3779 namespace.go:142] [cert-manager] updating namespace I0424 15:17:30.563329 3779 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:30.572825 3779 namespace.go:142] [default] updating namespace I0424 15:17:30.584446 3779 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:30.594948 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:30.604208 3779 namespace.go:142] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] updating namespace I0424 15:17:30.615512 3779 namespace.go:142] [openshift] updating namespace I0424 15:17:30.627689 3779 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:30.636420 3779 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:30.646144 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:30.654709 3779 namespace.go:142] [tsf] updating namespace I0424 15:17:30.665033 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:30.674792 3779 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:30.692756 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:30.807323 3779 namespace.go:142] [cert-manager] updating namespace I0424 15:17:30.896310 3779 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:30.994167 3779 namespace.go:142] [default] updating namespace I0424 15:17:31.095520 3779 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:31.198530 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:31.295768 3779 namespace.go:142] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] updating namespace I0424 15:17:31.393384 3779 namespace.go:142] [openshift] updating namespace I0424 15:17:31.496357 3779 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:31.596643 3779 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:31.693939 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:31.795828 3779 namespace.go:142] [tsf] updating namespace I0424 15:17:31.894433 3779 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:31.995891 3779 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:32.099110 3779 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:32.507753 3779 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:32.905770 3779 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:32.906366 3779 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:32.939903 3779 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:32.939924 3779 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:32.951082 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 15:17:32.951101 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 15:17:40.343153 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-hlsvb for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:40.343247 3779 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb I0424 15:17:40.358211 3779 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb] pod update took 14.990892ms I0424 15:17:40.358233 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb] addLogicalPort annotation time took 15.018655ms I0424 15:17:40.359596 3779 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb] addLogicalPort took 16.45904ms, libovsdb time 952.155µs I0424 15:17:40.537440 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-l9l7k for pod on switch ip-10-0-2-93.ec2.internal I0424 15:17:40.537551 3779 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k I0424 15:17:40.555974 3779 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k] pod update took 18.46219ms I0424 15:17:40.555996 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k] addLogicalPort annotation time took 18.490396ms I0424 15:17:40.557333 3779 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k] addLogicalPort took 19.909409ms, libovsdb time 920.976µs I0424 15:17:40.838561 3779 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb 7bffdc328cf340913a8dd1d41de53ec476209dd15df54b5ce1b8fa4bb9770e3a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb 7bffdc328cf340913a8dd1d41de53ec476209dd15df54b5ce1b8fa4bb9770e3a network default NAD default NAD key ] I0424 15:17:40.848380 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-hlsvb, hostIfaceName: 7bffdc328cf3409, network: default, NAD default, SandboxID: "7bffdc328cf340913a8dd1d41de53ec476209dd15df54b5ce1b8fa4bb9770e3a", PCI device ID: , UID: "a67bce17-04ac-4188-adea-4745ca780ca8", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0424 15:17:40.908087 3779 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb 7bffdc328cf340913a8dd1d41de53ec476209dd15df54b5ce1b8fa4bb9770e3a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-hlsvb 7bffdc328cf340913a8dd1d41de53ec476209dd15df54b5ce1b8fa4bb9770e3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1d:a2:9d:93:8c\",\"name\":\"7bffdc328cf3409\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e618954a-9bc6-42b9-934b-cc2bc6ac0181\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:17:40.974078 3779 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k a9be21736cb60560d82f4bf66f4ad6fc93a95e6e5b1f706799411a673bce7d49 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k a9be21736cb60560d82f4bf66f4ad6fc93a95e6e5b1f706799411a673bce7d49 network default NAD default NAD key ] I0424 15:17:40.984688 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-l9l7k, hostIfaceName: a9be21736cb6056, network: default, NAD default, SandboxID: "a9be21736cb60560d82f4bf66f4ad6fc93a95e6e5b1f706799411a673bce7d49", PCI device ID: , UID: "d0b11821-9beb-4532-99e2-72c472d18737", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0424 15:17:41.038783 3779 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k a9be21736cb60560d82f4bf66f4ad6fc93a95e6e5b1f706799411a673bce7d49 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l9l7k a9be21736cb60560d82f4bf66f4ad6fc93a95e6e5b1f706799411a673bce7d49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ca:c5:44:62:b2\",\"name\":\"a9be21736cb6056\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c16a791-f739-424d-a49e-c918dee7064d\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:17:43.635633 3779 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:43.635659 3779 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:43.635664 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:43.717389 3779 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:43.717410 3779 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:43.717416 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:44.722171 3779 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:44.722190 3779 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:44.722196 3779 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:44.722201 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:48.861529 3779 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 15:17:48.883510 3779 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 15:17:54.726047 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:54.726073 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:54.726081 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:55.733526 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:55.733552 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:55.733560 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:55.733568 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 15:18:06.485670 3779 namespace.go:142] [openshift-pipelines] updating namespace W0424 15:18:06.803545 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 15:18:13.123572 3779 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:13.124110 3779 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:13.145088 3779 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:13.145114 3779 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:13.152669 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 15:18:13.152694 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 15:18:15.120635 3779 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 15:18:15.121274 3779 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 15:18:15.121293 3779 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 15:18:15.123230 3779 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 15:18:19.441322 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-pcjxw for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:19.441421 3779 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw I0424 15:18:19.455665 3779 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw] pod update took 14.276667ms I0424 15:18:19.455686 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw] addLogicalPort annotation time took 14.303902ms I0424 15:18:19.456846 3779 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw] addLogicalPort took 15.547384ms, libovsdb time 763.427µs I0424 15:18:19.805665 3779 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw b9387d0a4c0e67603c2c64d85c238da3c6bbcc5d5050eccbf91dbda91b0dd460 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw b9387d0a4c0e67603c2c64d85c238da3c6bbcc5d5050eccbf91dbda91b0dd460 network default NAD default NAD key ] I0424 15:18:19.815121 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-pcjxw, hostIfaceName: b9387d0a4c0e676, network: default, NAD default, SandboxID: "b9387d0a4c0e67603c2c64d85c238da3c6bbcc5d5050eccbf91dbda91b0dd460", PCI device ID: , UID: "51d31b7b-660e-49df-bfaa-69ffc26ad4c9", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0424 15:18:19.869437 3779 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw b9387d0a4c0e67603c2c64d85c238da3c6bbcc5d5050eccbf91dbda91b0dd460 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-pcjxw b9387d0a4c0e67603c2c64d85c238da3c6bbcc5d5050eccbf91dbda91b0dd460 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3e:d2:af:53:ee\",\"name\":\"b9387d0a4c0e676\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd96306c-b1e2-4c94-aeee-31367d9d4a10\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:18:21.056703 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:21.056731 3779 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:21.060495 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:21.060520 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0424 15:18:25.077307 3779 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 15:18:42.279350 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-lmtd5 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:42.279446 3779 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5 I0424 15:18:42.298198 3779 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5] pod update took 18.777311ms I0424 15:18:42.298221 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5] addLogicalPort annotation time took 18.805804ms I0424 15:18:42.299464 3779 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5] addLogicalPort took 20.127841ms, libovsdb time 835.613µs I0424 15:18:42.642808 3779 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5 1cde3c9ea1004e820a694ea26bebbab4779455ebec5b21dac9873b55bfda80f1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5 1cde3c9ea1004e820a694ea26bebbab4779455ebec5b21dac9873b55bfda80f1 network default NAD default NAD key ] I0424 15:18:42.653594 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-lmtd5, hostIfaceName: 1cde3c9ea1004e8, network: default, NAD default, SandboxID: "1cde3c9ea1004e820a694ea26bebbab4779455ebec5b21dac9873b55bfda80f1", PCI device ID: , UID: "c616b1d8-70ef-4410-a884-d92ca05ca4c5", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0424 15:18:42.708512 3779 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5 1cde3c9ea1004e820a694ea26bebbab4779455ebec5b21dac9873b55bfda80f1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-lmtd5 1cde3c9ea1004e820a694ea26bebbab4779455ebec5b21dac9873b55bfda80f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a0:02:e8:e9:3c\",\"name\":\"1cde3c9ea1004e8\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44c8e9c7-6d8c-4cd5-8db5-28f2630af0af\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:18:46.030923 3779 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:46.030946 3779 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:46.030951 3779 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 15:18:47.351984 3779 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:47.352578 3779 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:47.402892 3779 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:47.402917 3779 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:47.406641 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 15:18:47.406669 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 15:18:49.308336 3779 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-ndwnb-h48rq] creating logical port tsf-tas_segment-backup-installation-ndwnb-h48rq for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:49.308427 3779 kube.go:256] Updating pod tsf-tas/segment-backup-installation-ndwnb-h48rq I0424 15:18:49.320607 3779 pod.go:62] [tsf-tas/segment-backup-installation-ndwnb-h48rq] pod update took 12.20152ms I0424 15:18:49.320632 3779 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-ndwnb-h48rq] addLogicalPort annotation time took 12.231354ms I0424 15:18:49.322059 3779 pods.go:271] [tsf-tas/segment-backup-installation-ndwnb-h48rq] addLogicalPort took 13.742573ms, libovsdb time 973.728µs I0424 15:18:49.668875 3779 cni.go:452] [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key ] I0424 15:18:49.678816 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-ndwnb-h48rq, hostIfaceName: 3d48a5dbc134c24, network: default, NAD default, SandboxID: "3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83", PCI device ID: , UID: "b810fc32-9fbd-473c-9d55-9b96290d9b05", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0424 15:18:49.731340 3779 cni.go:473] [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ec:cd:5b:33:b5\",\"name\":\"3d48a5dbc134c24\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0008b63c-bc58-4474-b36b-fc22c2f3a29e\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:18:49.964265 3779 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-69b64ddbb6-tfwlr] creating logical port tsf-tas_fulcio-server-69b64ddbb6-tfwlr for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:49.964361 3779 kube.go:256] Updating pod tsf-tas/fulcio-server-69b64ddbb6-tfwlr I0424 15:18:49.982924 3779 pod.go:62] [tsf-tas/fulcio-server-69b64ddbb6-tfwlr] pod update took 18.583021ms I0424 15:18:49.982950 3779 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-69b64ddbb6-tfwlr] addLogicalPort annotation time took 18.614281ms I0424 15:18:49.984383 3779 pods.go:271] [tsf-tas/fulcio-server-69b64ddbb6-tfwlr] addLogicalPort took 20.137782ms, libovsdb time 875.985µs I0424 15:18:50.326936 3779 cni.go:452] [tsf-tas/fulcio-server-69b64ddbb6-tfwlr cbef8ff98f45afb3fe9c40c56217aa63efdb22cbe1639543d94a53b03444af4e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-69b64ddbb6-tfwlr cbef8ff98f45afb3fe9c40c56217aa63efdb22cbe1639543d94a53b03444af4e network default NAD default NAD key ] I0424 15:18:50.337770 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-69b64ddbb6-tfwlr, hostIfaceName: cbef8ff98f45afb, network: default, NAD default, SandboxID: "cbef8ff98f45afb3fe9c40c56217aa63efdb22cbe1639543d94a53b03444af4e", PCI device ID: , UID: "721b7873-1cc2-44ab-bf90-2aea22c9fd4d", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0424 15:18:50.397697 3779 cni.go:473] [tsf-tas/fulcio-server-69b64ddbb6-tfwlr cbef8ff98f45afb3fe9c40c56217aa63efdb22cbe1639543d94a53b03444af4e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-69b64ddbb6-tfwlr cbef8ff98f45afb3fe9c40c56217aa63efdb22cbe1639543d94a53b03444af4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:4e:51:d6:af:b3\",\"name\":\"cbef8ff98f45afb\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf329845-50c9-467c-93c3-06861b0c8ac8\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:18:50.467240 3779 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-67d64b558d-tpxwt] creating logical port tsf-tas_trillian-logsigner-67d64b558d-tpxwt for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:50.467332 3779 kube.go:256] Updating pod tsf-tas/trillian-logsigner-67d64b558d-tpxwt I0424 15:18:50.485529 3779 pod.go:62] [tsf-tas/trillian-logsigner-67d64b558d-tpxwt] pod update took 18.222771ms I0424 15:18:50.485556 3779 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-67d64b558d-tpxwt] addLogicalPort annotation time took 18.255404ms I0424 15:18:50.487054 3779 pods.go:271] [tsf-tas/trillian-logsigner-67d64b558d-tpxwt] addLogicalPort took 19.831296ms, libovsdb time 1.080169ms W0424 15:18:52.062577 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:52.062601 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:52.090128 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:52.090149 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0424 15:18:52.331419 3779 cni.go:452] [tsf-tas/trillian-logsigner-67d64b558d-tpxwt e75a5303d1d1d8ab40aa2753209a26849781ab2b51a9b758d0408c938f344116 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-67d64b558d-tpxwt e75a5303d1d1d8ab40aa2753209a26849781ab2b51a9b758d0408c938f344116 network default NAD default NAD key ] I0424 15:18:52.341208 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-67d64b558d-tpxwt, hostIfaceName: e75a5303d1d1d8a, network: default, NAD default, SandboxID: "e75a5303d1d1d8ab40aa2753209a26849781ab2b51a9b758d0408c938f344116", PCI device ID: , UID: "886b0fd4-1650-41ed-9002-b5fc41453e6e", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0424 15:18:52.392510 3779 cni.go:473] [tsf-tas/trillian-logsigner-67d64b558d-tpxwt e75a5303d1d1d8ab40aa2753209a26849781ab2b51a9b758d0408c938f344116 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-67d64b558d-tpxwt e75a5303d1d1d8ab40aa2753209a26849781ab2b51a9b758d0408c938f344116 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:fb:89:4f:22:fd\",\"name\":\"e75a5303d1d1d8a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e8d1f60-ef96-4248-96d1-4329db008eec\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:18:53.081783 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:53.081897 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:53.081931 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 15:18:53.157626 3779 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7b6df5f94c-pzp27] creating logical port tsf-tas_trillian-db-7b6df5f94c-pzp27 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:53.157753 3779 kube.go:256] Updating pod tsf-tas/trillian-db-7b6df5f94c-pzp27 I0424 15:18:53.171492 3779 pod.go:62] [tsf-tas/trillian-db-7b6df5f94c-pzp27] pod update took 13.779739ms I0424 15:18:53.171578 3779 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7b6df5f94c-pzp27] addLogicalPort annotation time took 13.870796ms I0424 15:18:53.173278 3779 pods.go:271] [tsf-tas/trillian-db-7b6df5f94c-pzp27] addLogicalPort took 15.678953ms, libovsdb time 1.103426ms W0424 15:18:58.008499 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 15:18:59.142271 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-rtzx7] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-rtzx7 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:18:59.142420 3779 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-rtzx7 I0424 15:18:59.156498 3779 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-rtzx7] pod update took 14.106072ms I0424 15:18:59.156530 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-rtzx7] addLogicalPort annotation time took 14.145119ms I0424 15:18:59.158080 3779 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-rtzx7] addLogicalPort took 15.830526ms, libovsdb time 1.093268ms I0424 15:19:03.449296 3779 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mbmrj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:03.449941 3779 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mbmrj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:03.779713 3779 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-rtzx7 1a4e1c3c28b2f06c5a83c2c24077dcbfa6e09b3fc6da3eb8d5d8b13b8b93b36e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rtzx7 1a4e1c3c28b2f06c5a83c2c24077dcbfa6e09b3fc6da3eb8d5d8b13b8b93b36e network default NAD default NAD key ] I0424 15:19:03.779712 3779 cni.go:452] [tsf-tas/trillian-db-7b6df5f94c-pzp27 00028b976909570b6fca861f7db0130afa19d41ccbf53b2b108e0c63440d34d1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7b6df5f94c-pzp27 00028b976909570b6fca861f7db0130afa19d41ccbf53b2b108e0c63440d34d1 network default NAD default NAD key ] I0424 15:19:03.790215 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-rtzx7, hostIfaceName: 1a4e1c3c28b2f06, network: default, NAD default, SandboxID: "1a4e1c3c28b2f06c5a83c2c24077dcbfa6e09b3fc6da3eb8d5d8b13b8b93b36e", PCI device ID: , UID: "5c46086c-5803-42a5-81a3-96f33cb24e64", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0424 15:19:03.790790 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7b6df5f94c-pzp27, hostIfaceName: 00028b976909570, network: default, NAD default, SandboxID: "00028b976909570b6fca861f7db0130afa19d41ccbf53b2b108e0c63440d34d1", PCI device ID: , UID: "55889d4b-8282-494d-9a6b-051d96fb1ca5", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0424 15:19:03.852491 3779 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-rtzx7 1a4e1c3c28b2f06c5a83c2c24077dcbfa6e09b3fc6da3eb8d5d8b13b8b93b36e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rtzx7 1a4e1c3c28b2f06c5a83c2c24077dcbfa6e09b3fc6da3eb8d5d8b13b8b93b36e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:da:8c:28:6a:6c\",\"name\":\"1a4e1c3c28b2f06\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7952a302-06c2-4108-a86d-cd2c2ae7eba0\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:19:03.878476 3779 cni.go:473] [tsf-tas/trillian-db-7b6df5f94c-pzp27 00028b976909570b6fca861f7db0130afa19d41ccbf53b2b108e0c63440d34d1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7b6df5f94c-pzp27 00028b976909570b6fca861f7db0130afa19d41ccbf53b2b108e0c63440d34d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:4a:fc:b5:61:f9\",\"name\":\"00028b976909570\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1ac8f36-94b6-4663-8843-6d0a61f9f921\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:19:04.143362 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 15:19:04.349448 3779 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mbmrj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:04.349477 3779 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mbmrj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:08.183420 3779 cni.go:452] [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key ] I0424 15:19:08.281723 3779 cni.go:473] [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-ndwnb-h48rq 3d48a5dbc134c245ee569985d840ad4ddd69a48927f90772b6c6bb885761ea83 network default NAD default NAD key default], result "{}", err I0424 15:19:08.586001 3779 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:08.586060 3779 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-ndwnb-h48rq I0424 15:19:08.587385 3779 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-ndwnb-h48rq, ips: 10.128.0.38 I0424 15:19:08.587416 3779 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:19:09.180978 3779 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 15:19:09.189788 3779 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:09.189816 3779 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:19:20.268729 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0424 15:19:24.508781 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 15:19:28.377582 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0424 15:19:29.489617 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 15:19:31.454139 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0424 15:19:37.293065 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 15:19:38.660920 3779 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:38.661549 3779 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:38.683206 3779 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:38.683226 3779 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:38.691398 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 15:19:38.691426 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 15:19:40.472933 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0424 15:19:49.716899 3779 obj_retry.go:498] Detected object tsf/patch-tekton-config-n9hpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:49.717474 3779 obj_retry.go:498] Detected object tsf/patch-tekton-config-n9hpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:50.741897 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:50.741918 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:50.856665 3779 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-24fx9] creating logical port tsf_tsf-tekton-configuration-24fx9 for pod on switch ip-10-0-2-93.ec2.internal I0424 15:19:50.856757 3779 kube.go:256] Updating pod tsf/tsf-tekton-configuration-24fx9 I0424 15:19:50.871180 3779 pod.go:62] [tsf/tsf-tekton-configuration-24fx9] pod update took 14.444012ms I0424 15:19:50.871204 3779 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-24fx9] addLogicalPort annotation time took 14.474004ms I0424 15:19:50.872421 3779 pods.go:271] [tsf/tsf-tekton-configuration-24fx9] addLogicalPort took 15.774442ms, libovsdb time 819.351µs I0424 15:19:51.248052 3779 cni.go:452] [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key ] I0424 15:19:51.257757 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-24fx9, hostIfaceName: 9fe58628a3203a5, network: default, NAD default, SandboxID: "9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3", PCI device ID: , UID: "b5567881-e16c-414a-87b1-02efc47ade9c", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0424 15:19:51.315094 3779 cni.go:473] [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:50:1c:83:53:11\",\"name\":\"9fe58628a3203a5\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d7f7192-4f8e-4a31-88ee-c292ae4437cf\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:19:51.412819 3779 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:51.413375 3779 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:52.287494 3779 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:52.287550 3779 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:56.441580 3779 cni.go:452] [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key ] I0424 15:19:56.537383 3779 cni.go:473] [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-24fx9 9fe58628a3203a5fbec227d250c29eaf5c95b145dc9f63b2533436b2f258aca3 network default NAD default NAD key default], result "{}", err I0424 15:19:56.595439 3779 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-24fx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:56.595470 3779 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-24fx9 I0424 15:19:56.596857 3779 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-24fx9, ips: 10.128.0.43 I0424 15:19:56.596887 3779 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-24fx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:57.618685 3779 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-24fx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.618715 3779 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-24fx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.660463 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.660487 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.666983 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-n9hpq I0424 15:19:57.667027 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-n9hpq W0424 15:19:58.642326 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 15:20:01.792061 3779 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:01.792608 3779 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:01.817547 3779 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.817570 3779 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.828424 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 15:20:01.828449 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 15:20:02.376375 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0424 15:20:03.805178 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:03.805743 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.694239 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.694268 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:07.483504 3779 obj_retry.go:498] Detected object tsf-tpa/create-db-dcrxw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:07.484082 3779 obj_retry.go:498] Detected object tsf-tpa/create-db-dcrxw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:08.509285 3779 obj_retry.go:492] Detected object tsf-tpa/create-db-dcrxw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:08.509310 3779 obj_retry.go:492] Detected object tsf-tpa/create-db-dcrxw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:12.856141 3779 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwff6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:12.856687 3779 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwff6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:13.882484 3779 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwff6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:13.882508 3779 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwff6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:16.015206 3779 obj_retry.go:498] Detected object tsf-tpa/create-importers-7vqnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:16.015780 3779 obj_retry.go:498] Detected object tsf-tpa/create-importers-7vqnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:17.031448 3779 base_network_controller_pods.go:487] [default/tsf-tpa/server-85746f6b4c-gg7nj] creating logical port tsf-tpa_server-85746f6b4c-gg7nj for pod on switch ip-10-0-2-93.ec2.internal I0424 15:20:17.031567 3779 kube.go:256] Updating pod tsf-tpa/server-85746f6b4c-gg7nj I0424 15:20:17.043751 3779 obj_retry.go:492] Detected object tsf-tpa/create-importers-7vqnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:17.043789 3779 obj_retry.go:492] Detected object tsf-tpa/create-importers-7vqnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:17.049621 3779 pod.go:62] [tsf-tpa/server-85746f6b4c-gg7nj] pod update took 18.091153ms I0424 15:20:17.049641 3779 base_network_controller_pods.go:951] [default/tsf-tpa/server-85746f6b4c-gg7nj] addLogicalPort annotation time took 18.117041ms I0424 15:20:17.050875 3779 pods.go:271] [tsf-tpa/server-85746f6b4c-gg7nj] addLogicalPort took 19.45058ms, libovsdb time 799.566µs I0424 15:20:17.061000 3779 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-nmqws] creating logical port tsf-tpa_importer-86bcdf477b-nmqws for pod on switch ip-10-0-2-93.ec2.internal I0424 15:20:17.061157 3779 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-nmqws I0424 15:20:17.085745 3779 pod.go:62] [tsf-tpa/importer-86bcdf477b-nmqws] pod update took 24.619699ms I0424 15:20:17.085765 3779 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-nmqws] addLogicalPort annotation time took 24.645836ms I0424 15:20:17.086948 3779 pods.go:271] [tsf-tpa/importer-86bcdf477b-nmqws] addLogicalPort took 25.964151ms, libovsdb time 761.434µs I0424 15:20:17.490297 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 15:20:18.556075 3779 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:18.556651 3779 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:19.428725 3779 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:19.428747 3779 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:20:25.444987 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 15:20:26.816142 3779 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:20:28.198887 3779 cni.go:452] [tsf-tpa/server-85746f6b4c-gg7nj 6926854e1d333ce952a889f79a0c16f6442cad4b8296fe6de65d3b9398594d1d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-85746f6b4c-gg7nj 6926854e1d333ce952a889f79a0c16f6442cad4b8296fe6de65d3b9398594d1d network default NAD default NAD key ] I0424 15:20:28.208585 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-85746f6b4c-gg7nj, hostIfaceName: 6926854e1d333ce, network: default, NAD default, SandboxID: "6926854e1d333ce952a889f79a0c16f6442cad4b8296fe6de65d3b9398594d1d", PCI device ID: , UID: "e9d180ae-ca4e-432e-86cd-4bbd801ca74b", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0424 15:20:28.222851 3779 cni.go:452] [tsf-tpa/importer-86bcdf477b-nmqws f35fda35f129d2fa352d4df729ec4cf94424805cc29328b1f8b8f242f2ac3064 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-nmqws f35fda35f129d2fa352d4df729ec4cf94424805cc29328b1f8b8f242f2ac3064 network default NAD default NAD key ] I0424 15:20:28.233595 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-nmqws, hostIfaceName: f35fda35f129d2f, network: default, NAD default, SandboxID: "f35fda35f129d2fa352d4df729ec4cf94424805cc29328b1f8b8f242f2ac3064", PCI device ID: , UID: "ea06b9d0-dc13-44d4-bfc4-f869e9282c1f", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0424 15:20:28.267069 3779 cni.go:473] [tsf-tpa/server-85746f6b4c-gg7nj 6926854e1d333ce952a889f79a0c16f6442cad4b8296fe6de65d3b9398594d1d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-85746f6b4c-gg7nj 6926854e1d333ce952a889f79a0c16f6442cad4b8296fe6de65d3b9398594d1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:8b:92:af:23:b5\",\"name\":\"6926854e1d333ce\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcc85274-7918-49f8-8283-c8b5da1d5821\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:28.289992 3779 cni.go:473] [tsf-tpa/importer-86bcdf477b-nmqws f35fda35f129d2fa352d4df729ec4cf94424805cc29328b1f8b8f242f2ac3064 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-nmqws f35fda35f129d2fa352d4df729ec4cf94424805cc29328b1f8b8f242f2ac3064 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f7:15:27:15:c6\",\"name\":\"f35fda35f129d2f\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a45e9c06-d144-4b27-9ae8-89d424867659\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:29.376678 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=497 W0424 15:20:30.620137 3779 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0424 15:20:31.481967 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 15:20:32.453180 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0424 15:20:41.659326 3779 util.go:959] Failed to build node endpoints for node ip-10-0-2-93.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0424 15:20:56.133314 3779 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:56.133912 3779 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:56.155673 3779 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:56.155698 3779 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:56.163906 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 15:20:56.163937 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 15:20:57.032420 3779 namespace.go:98] [integration-service] adding namespace I0424 15:20:57.032459 3779 namespace.go:98] [default-tenant] adding namespace I0424 15:20:57.033478 3779 namespace.go:102] [integration-service] adding namespace took 1.030932ms I0424 15:20:57.034166 3779 namespace.go:102] [default-tenant] adding namespace took 1.696363ms I0424 15:20:57.036896 3779 namespace.go:98] [build-service] adding namespace I0424 15:20:57.036895 3779 namespace.go:98] [image-controller] adding namespace I0424 15:20:57.037531 3779 namespace.go:102] [build-service] adding namespace took 618.529µs I0424 15:20:57.038122 3779 namespace.go:102] [image-controller] adding namespace took 1.097909ms I0424 15:20:57.082908 3779 namespace.go:142] [integration-service] updating namespace I0424 15:20:57.113764 3779 namespace.go:142] [integration-service] updating namespace I0424 15:20:57.134452 3779 namespace.go:142] [default-tenant] updating namespace I0424 15:20:57.154073 3779 namespace.go:142] [image-controller] updating namespace I0424 15:20:57.178897 3779 namespace.go:142] [default-tenant] updating namespace I0424 15:20:57.186605 3779 namespace.go:142] [build-service] updating namespace I0424 15:20:57.194811 3779 namespace.go:142] [image-controller] updating namespace I0424 15:20:57.222553 3779 namespace.go:142] [build-service] updating namespace I0424 15:20:57.321214 3779 namespace.go:142] [build-service] updating namespace I0424 15:20:57.350288 3779 namespace.go:142] [integration-service] updating namespace I0424 15:20:57.402714 3779 namespace.go:98] [release-service] adding namespace I0424 15:20:57.403580 3779 namespace.go:102] [release-service] adding namespace took 846.057µs I0424 15:20:57.461869 3779 namespace.go:142] [konflux-ui] updating namespace I0424 15:20:57.462099 3779 namespace.go:142] [release-service] updating namespace I0424 15:20:57.517651 3779 namespace.go:142] [release-service] updating namespace I0424 15:20:57.587764 3779 namespace.go:98] [konflux-info] adding namespace I0424 15:20:57.588578 3779 namespace.go:102] [konflux-info] adding namespace took 792.102µs I0424 15:20:57.701452 3779 namespace.go:98] [namespace-lister] adding namespace I0424 15:20:57.702343 3779 namespace.go:102] [namespace-lister] adding namespace took 863.996µs I0424 15:20:57.743476 3779 namespace.go:142] [konflux-info] updating namespace I0424 15:20:57.905786 3779 namespace.go:142] [konflux-info] updating namespace I0424 15:20:57.981928 3779 namespace.go:98] [enterprise-contract-service] adding namespace I0424 15:20:57.982893 3779 namespace.go:102] [enterprise-contract-service] adding namespace took 944.395µs I0424 15:20:58.012551 3779 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:58.059345 3779 namespace.go:142] [image-controller] updating namespace I0424 15:20:58.172898 3779 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:58.207936 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.328708 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.501514 3779 namespace.go:142] [default-tenant] updating namespace I0424 15:20:58.715741 3779 namespace.go:98] [segment-bridge] adding namespace I0424 15:20:58.716539 3779 namespace.go:102] [segment-bridge] adding namespace took 774.535µs I0424 15:20:58.789079 3779 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.827589 3779 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.849914 3779 namespace.go:98] [konflux-cli] adding namespace I0424 15:20:58.850763 3779 namespace.go:102] [konflux-cli] adding namespace took 830.03µs I0424 15:20:58.924621 3779 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.928496 3779 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 15:20:58.929152 3779 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 15:20:58.929172 3779 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 15:20:58.931849 3779 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 15:20:58.949374 3779 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.985552 3779 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 15:20:58.985580 3779 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 15:20:58.986441 3779 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 15:20:59.311556 3779 namespace.go:142] [build-service] updating namespace I0424 15:20:59.709500 3779 namespace.go:142] [default-tenant] updating namespace I0424 15:21:00.041653 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:21:00.803780 3779 namespace.go:142] [image-controller] updating namespace I0424 15:21:01.466319 3779 namespace.go:142] [integration-service] updating namespace I0424 15:21:01.954365 3779 namespace.go:142] [konflux-info] updating namespace I0424 15:21:02.296765 3779 namespace.go:142] [namespace-lister] updating namespace I0424 15:21:02.471049 3779 namespace.go:142] [release-service] updating namespace I0424 15:21:02.594262 3779 namespace.go:142] [build-service] updating namespace I0424 15:21:02.613752 3779 namespace.go:142] [default-tenant] updating namespace I0424 15:21:02.637828 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:21:02.650587 3779 namespace.go:142] [image-controller] updating namespace I0424 15:21:02.672324 3779 namespace.go:142] [integration-service] updating namespace I0424 15:21:02.702613 3779 namespace.go:142] [konflux-info] updating namespace I0424 15:21:02.728746 3779 namespace.go:142] [namespace-lister] updating namespace I0424 15:21:02.742087 3779 namespace.go:142] [release-service] updating namespace I0424 15:21:02.809430 3779 namespace.go:142] [build-service] updating namespace I0424 15:21:02.882544 3779 namespace.go:142] [default-tenant] updating namespace I0424 15:21:02.967675 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:21:03.043669 3779 namespace.go:142] [image-controller] updating namespace W0424 15:21:03.068788 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 15:21:03.104975 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 15:21:03.125830 3779 namespace.go:142] [integration-service] updating namespace I0424 15:21:03.196043 3779 namespace.go:142] [konflux-info] updating namespace I0424 15:21:03.299480 3779 namespace.go:142] [namespace-lister] updating namespace I0424 15:21:03.393770 3779 namespace.go:142] [release-service] updating namespace I0424 15:21:04.668307 3779 namespace.go:142] [konflux-cli] updating namespace I0424 15:21:04.816531 3779 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:04.817201 3779 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:05.010559 3779 namespace.go:142] [segment-bridge] updating namespace I0424 15:21:05.133937 3779 namespace.go:142] [konflux-cli] updating namespace I0424 15:21:05.153094 3779 namespace.go:142] [segment-bridge] updating namespace I0424 15:21:05.254813 3779 namespace.go:142] [konflux-cli] updating namespace I0424 15:21:05.355593 3779 namespace.go:142] [segment-bridge] updating namespace W0424 15:21:05.666993 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 15:21:05.842539 3779 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:05.842561 3779 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:21:08.082128 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:08.082207 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:08.113269 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:08.113397 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:09.692277 3779 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 15:21:12.719289 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:12.719307 3779 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:13.786602 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 15:21:13.786722 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 15:21:14.140471 3779 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:14.140490 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0424 15:21:19.442841 3779 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:19.443524 3779 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:20.157438 3779 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:20.157463 3779 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:20.162346 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf I0424 15:21:20.162367 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf W0424 15:21:24.803261 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 15:21:48.358922 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0424 15:22:01.360802 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0424 15:22:20.364367 3779 obj_retry.go:498] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:20.364991 3779 obj_retry.go:498] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:21.116545 3779 obj_retry.go:492] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:21.116567 3779 obj_retry.go:492] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:21.124940 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-56f7d9c9d6-2wcn8 I0424 15:22:21.124961 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-56f7d9c9d6-2wcn8 I0424 15:22:27.687190 3779 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:27.687898 3779 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:27.728418 3779 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:27.728442 3779 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:27.736979 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 15:22:27.737023 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 15:22:52.331218 3779 namespace.go:98] [default-managed-tenant-j5lz8] adding namespace I0424 15:22:52.332050 3779 namespace.go:102] [default-managed-tenant-j5lz8] adding namespace took 810.5µs I0424 15:22:52.356091 3779 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:52.373031 3779 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:53.387442 3779 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:53.516435 3779 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:53.617913 3779 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:23:11.461873 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11