+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-234.ec2.internal ++ [[ -n ip-10-0-1-234.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-234.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0511 17:58:59.374912941 - disable conntrack on geneve port' I0511 17:58:59.374912941 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0511 17:58:59.441169374 - starting ovnkube-node + echo 'I0511 17:58:59.441169374 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-234.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-234.ec2.internal --init-node ip-10-0-1-234.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-234.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0511 17:58:59.497814 3874 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0511 17:58:59.497868 3874 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-79a9d3cb87.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0511 17:58:59.499260 3874 kube.go:431] Waiting for certificate I0511 17:58:59.499307 3874 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0511 17:58:59.499355 3874 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0511 17:58:59.500175 3874 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0511 17:58:59.536283 3874 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:58:59.536300 3874 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:58:59.539968 3874 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:58:59.543565 3874 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bmsl5" I0511 17:58:59.553370 3874 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bmsl5" I0511 17:58:59.553436 3874 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:59:00.499618 3874 kube.go:438] Certificate found I0511 17:59:00.500170 3874 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0511 17:59:00.501435 3874 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0511 17:59:00.564219 3874 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-12 17:53:59 +0000 UTC" deadline="2026-05-12 14:54:55.158571106 +0000 UTC" I0511 17:59:00.564253 3874 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h55m54.594327721s" I0511 17:59:00.569846 3874 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0511 17:59:00.587424 3874 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0511 17:59:00.587552 3874 server.go:101] MetricServer registers OVS metrics I0511 17:59:00.587882 3874 server.go:105] MetricServer registers OVN DB metrics I0511 17:59:00.588814 3874 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0511 17:59:00.588873 3874 factory.go:561] Starting watch factory I0511 17:59:00.588986 3874 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589002 3874 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589019 3874 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589043 3874 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589786 3874 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589803 3874 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589904 3874 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589999 3874 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.590148 3874 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.589805 3874 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.590477 3874 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.590525 3874 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.592540 3874 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0511 17:59:00.592560 3874 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0511 17:59:00.594434 3874 controller_manager.go:370] Starting the ovnkube controller I0511 17:59:00.594444 3874 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-234.ec2.internal I0511 17:59:00.594481 3874 controller_manager.go:395] NBDB zone sync took: 31.501µs I0511 17:59:00.594490 3874 factory.go:561] Starting watch factory I0511 17:59:00.605057 3874 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0511 17:59:00.605092 3874 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0511 17:59:00.605574 3874 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.608631 3874 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0511 17:59:00.608661 3874 server.go:109] MetricServer registers OVN Controller metrics I0511 17:59:00.610407 3874 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.610884 3874 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.611401 3874 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.611364 3874 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.612794 3874 server.go:113] MetricServer registers OVN Northd metrics I0511 17:59:00.617879 3874 metrics.go:519] OVN Metrics Server starts to run ... I0511 17:59:00.629698 3874 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:59:00.694519 3874 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0511 17:59:00.694537 3874 factory.go:1977] *v1.Namespace informer cache synced successfully I0511 17:59:00.694541 3874 factory.go:1977] *v1.Node informer cache synced successfully I0511 17:59:00.694545 3874 factory.go:1977] *v1.Service informer cache synced successfully I0511 17:59:00.694548 3874 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0511 17:59:00.694551 3874 factory.go:1977] *v1.Pod informer cache synced successfully I0511 17:59:00.694658 3874 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:59:00.694671 3874 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:59:00.694670 3874 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:59:00.694693 3874 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:59:00.697851 3874 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:59:00.697859 3874 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:59:00.699602 3874 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0511 17:59:00.699614 3874 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0511 17:59:00.699664 3874 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.699679 3874 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.700235 3874 factory.go:1977] *v1.Service informer cache synced successfully I0511 17:59:00.700245 3874 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0511 17:59:00.700248 3874 factory.go:1977] *v1.Pod informer cache synced successfully I0511 17:59:00.700251 3874 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0511 17:59:00.700254 3874 factory.go:1977] *v1.Namespace informer cache synced successfully I0511 17:59:00.700257 3874 factory.go:1977] *v1.Node informer cache synced successfully I0511 17:59:00.702244 3874 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.704984 3874 factory.go:1977] *v1.EgressIP informer cache synced successfully I0511 17:59:00.705066 3874 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.705090 3874 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.705273 3874 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0511 17:59:00.705281 3874 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0511 17:59:00.707724 3874 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.710953 3874 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0511 17:59:00.710962 3874 factory.go:1977] *v1.EgressIP informer cache synced successfully I0511 17:59:00.711021 3874 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.711031 3874 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.713535 3874 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.716876 3874 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0511 17:59:00.717327 3874 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0511 17:59:00.717380 3874 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.717391 3874 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.720001 3874 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.722047 3874 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0511 17:59:00.722537 3874 factory.go:1977] *v1.EgressService informer cache synced successfully I0511 17:59:00.722584 3874 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.722595 3874 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.725115 3874 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.727392 3874 factory.go:1977] *v1.EgressService informer cache synced successfully I0511 17:59:00.728537 3874 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0511 17:59:00.728727 3874 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0511 17:59:00.728740 3874 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0511 17:59:00.731215 3874 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0511 17:59:00.733243 3874 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0511 17:59:00.734296 3874 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0511 17:59:00.734364 3874 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.734375 3874 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.734435 3874 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.734449 3874 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.737100 3874 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.737283 3874 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:59:00.738282 3874 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0511 17:59:00.739430 3874 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0511 17:59:00.739438 3874 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0511 17:59:00.739444 3874 factory.go:680] Watch Factory start up complete, took: 150.573485ms I0511 17:59:00.739521 3874 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0511 17:59:00.743872 3874 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0511 17:59:00.743883 3874 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0511 17:59:00.743890 3874 factory.go:680] Watch Factory start up complete, took: 149.399082ms I0511 17:59:00.743897 3874 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-234.ec2.internal" zone I0511 17:59:00.782457 3874 default_node_network_controller.go:710] Initializing the default node network controller I0511 17:59:00.860783 3874 udn_isolation.go:101] Starting UDN host isolation manager I0511 17:59:00.867166 3874 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0511 17:59:00.920490 3874 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0511 17:59:00.920682 3874 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0511 17:59:00.920701 3874 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0511 17:59:00.952018 3874 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0511 17:59:00.952077 3874 default_node_network_controller.go:809] Node ip-10-0-1-234.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0511 17:59:00.957421 3874 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.234"] k8s.ovn.org/zone-name:ip-10-0-1-234.ec2.internal] on node ip-10-0-1-234.ec2.internal I0511 17:59:00.976966 3874 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0511 17:59:00.982894 3874 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0511 17:59:00.983026 3874 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0511 17:59:00.983155 3874 gateway_init.go:263] Preparing Gateway I0511 17:59:00.983168 3874 gateway_shared_intf.go:1687] Creating new gateway I0511 17:59:00.994034 3874 controller_manager.go:429] Waiting for node in zone sync took: 250.118829ms I0511 17:59:00.998777 3874 controller_manager.go:611] Switching to transit router for layer2 networks I0511 17:59:00.998795 3874 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-234.ec2.internal I0511 17:59:01.039623 3874 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0511 17:59:01.045873 3874 controller_manager.go:290] SCTP support detected in OVN I0511 17:59:01.046387 3874 services_controller.go:69] Creating services controller for network=default I0511 17:59:01.046487 3874 udn_enabled_svc.go:80] Waiting for service informer to sync I0511 17:59:01.046553 3874 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0511 17:59:01.046601 3874 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0511 17:59:01.046623 3874 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0511 17:59:01.046638 3874 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0511 17:59:01.046903 3874 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0511 17:59:01.046972 3874 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0511 17:59:01.047034 3874 udn_enabled_svc.go:95] Performing full resync I0511 17:59:01.047296 3874 udn_enabled_svc.go:99] Waiting for handler to sync I0511 17:59:01.047308 3874 udn_enabled_svc.go:104] Starting worker I0511 17:59:01.047521 3874 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 568.987µs I0511 17:59:01.047552 3874 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 570.12µs I0511 17:59:01.047566 3874 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 595.368µs I0511 17:59:01.047575 3874 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0511 17:59:01.047589 3874 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0511 17:59:01.047603 3874 default_network_controller.go:325] Starting the default network controller I0511 17:59:01.047672 3874 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.469µs I0511 17:59:01.056444 3874 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0511 17:59:01.056494 3874 repair.go:33] Syncing exgw routes took 37.975µs I0511 17:59:01.056535 3874 default_network_controller.go:414] Starting all the Watchers... I0511 17:59:01.056672 3874 namespace.go:98] [default] adding namespace I0511 17:59:01.056684 3874 namespace.go:98] [openshift-machine-config-operator] adding namespace I0511 17:59:01.056698 3874 namespace.go:98] [openshift-backplane-cse] adding namespace I0511 17:59:01.056706 3874 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0511 17:59:01.056715 3874 namespace.go:98] [openshift-marketplace] adding namespace I0511 17:59:01.056723 3874 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0511 17:59:01.056725 3874 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0511 17:59:01.056735 3874 namespace.go:98] [openshift-etcd] adding namespace I0511 17:59:01.056738 3874 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0511 17:59:01.056741 3874 namespace.go:98] [openshift-package-operator] adding namespace I0511 17:59:01.056747 3874 namespace.go:98] [openshift-config-managed] adding namespace I0511 17:59:01.056748 3874 namespace.go:98] [openshift-service-ca] adding namespace I0511 17:59:01.056755 3874 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0511 17:59:01.056771 3874 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0511 17:59:01.056672 3874 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0511 17:59:01.057196 3874 namespace.go:102] [default] adding namespace took 512.285µs I0511 17:59:01.057207 3874 namespace.go:98] [openshift-logging] adding namespace I0511 17:59:01.057627 3874 namespace.go:102] [openshift-logging] adding namespace took 415.701µs I0511 17:59:01.057640 3874 namespace.go:98] [openshift-dns] adding namespace I0511 17:59:01.058132 3874 namespace.go:102] [openshift-dns] adding namespace took 486.028µs I0511 17:59:01.058145 3874 namespace.go:98] [openshift-console-user-settings] adding namespace I0511 17:59:01.058605 3874 namespace.go:102] [openshift-machine-config-operator] adding namespace took 1.912601ms I0511 17:59:01.058618 3874 namespace.go:98] [openshift-node] adding namespace I0511 17:59:01.059089 3874 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.387155ms I0511 17:59:01.059098 3874 namespace.go:98] [openshift-config] adding namespace I0511 17:59:01.059525 3874 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.811969ms I0511 17:59:01.059544 3874 namespace.go:98] [openshift-network-node-identity] adding namespace I0511 17:59:01.060022 3874 namespace.go:102] [openshift-marketplace] adding namespace took 3.299589ms I0511 17:59:01.060035 3874 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0511 17:59:01.060473 3874 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.739719ms I0511 17:59:01.060490 3874 namespace.go:98] [openshift-machine-api] adding namespace I0511 17:59:01.060936 3874 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.199355ms I0511 17:59:01.060948 3874 namespace.go:98] [openshift-monitoring] adding namespace I0511 17:59:01.061381 3874 namespace.go:102] [openshift-etcd] adding namespace took 4.639809ms I0511 17:59:01.061397 3874 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0511 17:59:01.061843 3874 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.094793ms I0511 17:59:01.061856 3874 namespace.go:98] [openshift-network-diagnostics] adding namespace I0511 17:59:01.062298 3874 namespace.go:102] [openshift-package-operator] adding namespace took 5.548628ms I0511 17:59:01.062315 3874 namespace.go:98] [openshift-infra] adding namespace I0511 17:59:01.062790 3874 namespace.go:102] [openshift-config-managed] adding namespace took 6.039025ms I0511 17:59:01.062801 3874 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0511 17:59:01.063266 3874 namespace.go:102] [openshift-service-ca] adding namespace took 6.507862ms I0511 17:59:01.063286 3874 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0511 17:59:01.063791 3874 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.02894ms I0511 17:59:01.063809 3874 namespace.go:98] [kube-system] adding namespace I0511 17:59:01.064248 3874 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.463437ms I0511 17:59:01.064260 3874 namespace.go:98] [openshift-ingress-operator] adding namespace I0511 17:59:01.064715 3874 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.899047ms I0511 17:59:01.064727 3874 namespace.go:98] [openshift-authentication] adding namespace I0511 17:59:01.065110 3874 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.959189ms I0511 17:59:01.065123 3874 namespace.go:98] [dedicated-admin] adding namespace I0511 17:59:01.065492 3874 namespace.go:102] [openshift-node] adding namespace took 6.86898ms I0511 17:59:01.065517 3874 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0511 17:59:01.065900 3874 namespace.go:102] [openshift-config] adding namespace took 6.797504ms I0511 17:59:01.065912 3874 namespace.go:98] [openshift-insights] adding namespace I0511 17:59:01.066300 3874 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.750202ms I0511 17:59:01.066311 3874 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0511 17:59:01.066710 3874 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.671099ms I0511 17:59:01.066722 3874 namespace.go:98] [openshift-config-operator] adding namespace I0511 17:59:01.067131 3874 namespace.go:102] [openshift-machine-api] adding namespace took 6.63556ms I0511 17:59:01.067141 3874 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0511 17:59:01.067661 3874 namespace.go:102] [openshift-monitoring] adding namespace took 6.706533ms I0511 17:59:01.067677 3874 namespace.go:98] [openshift] adding namespace W0511 17:59:01.068055 3874 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dsz9j: pod openshift-network-diagnostics/network-check-target-dsz9j: no pod IPs found I0511 17:59:01.068092 3874 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.690688ms I0511 17:59:01.068102 3874 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0511 17:59:01.068592 3874 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.728579ms I0511 17:59:01.068610 3874 namespace.go:98] [openshift-console-operator] adding namespace I0511 17:59:01.069039 3874 namespace.go:102] [openshift-infra] adding namespace took 6.72032ms I0511 17:59:01.069050 3874 namespace.go:98] [openshift-console] adding namespace I0511 17:59:01.069456 3874 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.648408ms I0511 17:59:01.069469 3874 namespace.go:98] [openshift-dns-operator] adding namespace W0511 17:59:01.069853 3874 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-g88kv: pod kube-system/global-pull-secret-syncer-g88kv: no pod IPs found I0511 17:59:01.069898 3874 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.606491ms I0511 17:59:01.069910 3874 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0511 17:59:01.070363 3874 namespace.go:102] [kube-system] adding namespace took 6.547087ms I0511 17:59:01.070377 3874 namespace.go:98] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] adding namespace I0511 17:59:01.071195 3874 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.928606ms I0511 17:59:01.071211 3874 namespace.go:98] [openshift-cluster-version] adding namespace I0511 17:59:01.071653 3874 namespace.go:102] [openshift-authentication] adding namespace took 6.920251ms I0511 17:59:01.071668 3874 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0511 17:59:01.072069 3874 namespace.go:102] [dedicated-admin] adding namespace took 6.939438ms I0511 17:59:01.072083 3874 namespace.go:98] [openshift-multus] adding namespace I0511 17:59:01.072519 3874 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.993077ms I0511 17:59:01.072535 3874 namespace.go:98] [kube-public] adding namespace I0511 17:59:01.072958 3874 namespace.go:102] [openshift-insights] adding namespace took 7.040646ms I0511 17:59:01.072972 3874 namespace.go:98] [openshift-service-ca-operator] adding namespace I0511 17:59:01.073416 3874 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.098679ms I0511 17:59:01.073432 3874 namespace.go:98] [openshift-backplane-tam] adding namespace I0511 17:59:01.073832 3874 namespace.go:102] [openshift-config-operator] adding namespace took 7.104644ms I0511 17:59:01.073845 3874 namespace.go:98] [openshift-backplane-cee] adding namespace I0511 17:59:01.074253 3874 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.105847ms I0511 17:59:01.074266 3874 namespace.go:98] [openshift-authentication-operator] adding namespace I0511 17:59:01.074724 3874 namespace.go:102] [openshift] adding namespace took 7.039379ms I0511 17:59:01.074741 3874 namespace.go:98] [openshift-customer-monitoring] adding namespace I0511 17:59:01.075140 3874 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.032202ms I0511 17:59:01.075155 3874 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0511 17:59:01.075587 3874 namespace.go:102] [openshift-console-operator] adding namespace took 6.969268ms I0511 17:59:01.075603 3874 namespace.go:98] [openshift-operators-redhat] adding namespace I0511 17:59:01.076016 3874 namespace.go:102] [openshift-console] adding namespace took 6.960748ms I0511 17:59:01.076030 3874 namespace.go:98] [openshift-network-operator] adding namespace I0511 17:59:01.076427 3874 namespace.go:102] [openshift-dns-operator] adding namespace took 6.952818ms I0511 17:59:01.076442 3874 namespace.go:98] [openshift-backplane-csm] adding namespace I0511 17:59:01.076870 3874 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.95479ms I0511 17:59:01.076885 3874 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0511 17:59:01.077273 3874 namespace.go:102] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] adding namespace took 6.890221ms I0511 17:59:01.077286 3874 namespace.go:98] [kube-node-lease] adding namespace I0511 17:59:01.077707 3874 namespace.go:102] [openshift-cluster-version] adding namespace took 6.488478ms I0511 17:59:01.077722 3874 namespace.go:98] [openshift-apiserver-operator] adding namespace W0511 17:59:01.078100 3874 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nvz94: pod openshift-multus/network-metrics-daemon-nvz94: no pod IPs found I0511 17:59:01.078148 3874 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.47435ms I0511 17:59:01.078164 3874 namespace.go:98] [openshift-backplane] adding namespace I0511 17:59:01.078621 3874 namespace.go:102] [openshift-multus] adding namespace took 6.531737ms I0511 17:59:01.079026 3874 namespace.go:102] [kube-public] adding namespace took 6.48576ms I0511 17:59:01.079037 3874 namespace.go:98] [openshift-must-gather-operator] adding namespace I0511 17:59:01.079420 3874 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.443993ms I0511 17:59:01.079432 3874 namespace.go:98] [openshift-backplane-mobb] adding namespace I0511 17:59:01.079929 3874 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.490912ms I0511 17:59:01.079945 3874 namespace.go:98] [openshift-operators] adding namespace I0511 17:59:01.080350 3874 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.49743ms I0511 17:59:01.080364 3874 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0511 17:59:01.080778 3874 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.506503ms I0511 17:59:01.080794 3874 namespace.go:98] [openshift-route-controller-manager] adding namespace I0511 17:59:01.081188 3874 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.439231ms I0511 17:59:01.081202 3874 namespace.go:98] [openshift-apiserver] adding namespace I0511 17:59:01.081635 3874 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.472243ms I0511 17:59:01.081654 3874 namespace.go:98] [openshift-backplane-srep] adding namespace I0511 17:59:01.082095 3874 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.484567ms I0511 17:59:01.082110 3874 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0511 17:59:01.082652 3874 namespace.go:102] [openshift-network-operator] adding namespace took 6.615949ms I0511 17:59:01.082668 3874 namespace.go:98] [openshift-image-registry] adding namespace I0511 17:59:01.083112 3874 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.663384ms I0511 17:59:01.083127 3874 namespace.go:98] [openshift-ingress-canary] adding namespace I0511 17:59:01.083520 3874 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.62785ms I0511 17:59:01.083535 3874 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0511 17:59:01.083997 3874 namespace.go:102] [kube-node-lease] adding namespace took 6.704912ms I0511 17:59:01.084011 3874 namespace.go:98] [openshift-host-network] adding namespace I0511 17:59:01.084439 3874 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.710388ms I0511 17:59:01.084452 3874 namespace.go:98] [openshift-ingress] adding namespace I0511 17:59:01.084860 3874 namespace.go:102] [openshift-backplane] adding namespace took 6.690126ms I0511 17:59:01.084872 3874 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0511 17:59:01.085232 3874 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.19077ms I0511 17:59:01.085628 3874 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.191568ms I0511 17:59:01.085638 3874 namespace.go:98] [openshift-kube-scheduler] adding namespace I0511 17:59:01.086139 3874 namespace.go:102] [openshift-operators] adding namespace took 6.18464ms I0511 17:59:01.086162 3874 namespace.go:98] [openshift-controller-manager] adding namespace I0511 17:59:01.086483 3874 iptables.go:108] Creating table: filter chain: FORWARD I0511 17:59:01.086619 3874 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.248665ms I0511 17:59:01.086634 3874 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0511 17:59:01.087023 3874 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.222825ms I0511 17:59:01.087037 3874 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0511 17:59:01.087587 3874 namespace.go:102] [openshift-apiserver] adding namespace took 6.379532ms I0511 17:59:01.088004 3874 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.343019ms I0511 17:59:01.088017 3874 namespace.go:98] [openshift-kube-apiserver] adding namespace I0511 17:59:01.088415 3874 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.298686ms I0511 17:59:01.088426 3874 namespace.go:98] [openshift-network-console] adding namespace I0511 17:59:01.088840 3874 namespace.go:102] [openshift-image-registry] adding namespace took 6.166417ms I0511 17:59:01.089259 3874 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.126352ms I0511 17:59:01.089825 3874 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.284772ms I0511 17:59:01.090332 3874 namespace.go:102] [openshift-host-network] adding namespace took 6.316594ms I0511 17:59:01.090770 3874 namespace.go:102] [openshift-ingress] adding namespace took 6.314413ms I0511 17:59:01.091154 3874 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.27726ms I0511 17:59:01.091524 3874 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.880264ms I0511 17:59:01.091919 3874 namespace.go:102] [openshift-controller-manager] adding namespace took 5.750996ms I0511 17:59:01.092288 3874 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.650036ms I0511 17:59:01.092436 3874 iptables.go:108] Creating table: filter chain: OUTPUT I0511 17:59:01.092688 3874 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.646139ms I0511 17:59:01.093073 3874 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.051333ms I0511 17:59:01.093533 3874 namespace.go:102] [openshift-network-console] adding namespace took 5.102429ms W0511 17:59:01.093603 3874 master.go:458] Unable to parse local node ip-10-0-1-234.ec2.internal chassis-id annotation. Chassis may be removed during sync I0511 17:59:01.093612 3874 master.go:481] Removing stale chassis with ID/Name: 25475776-b153-48f4-be90-6941ac18da8c, hostname: ip-10-0-1-234.ec2.internal I0511 17:59:01.094039 3874 master.go:548] Adding or Updating local node "ip-10-0-1-234.ec2.internal" for network "default" I0511 17:59:01.094854 3874 zone_ic_handler.go:195] Time taken to create transit switch: 409.535µs I0511 17:59:01.094874 3874 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-174.ec2.internal for the network default I0511 17:59:01.095128 3874 zone_ic_handler.go:195] Time taken to create transit switch: 220.084µs I0511 17:59:01.095141 3874 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-22.ec2.internal for the network default I0511 17:59:01.096364 3874 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-22.ec2.internal" on network "default" took: 1.46558ms I0511 17:59:01.097185 3874 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-174.ec2.internal" on network "default" took: 2.759309ms I0511 17:59:01.098298 3874 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-234.ec2.internal for the network default I0511 17:59:01.098456 3874 zone_ic_handler.go:195] Time taken to create transit switch: 144.911µs I0511 17:59:01.098938 3874 gateway_shared_intf.go:1816] Gateway Creation Complete I0511 17:59:01.098952 3874 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-234.ec2.internal","mac-address":"0a:ff:de:a3:7f:0d","ip-addresses":["10.0.1.234/24"],"ip-address":"10.0.1.234/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:25475776-b153-48f4-be90-6941ac18da8c k8s.ovn.org/node-encap-ips:["10.0.1.234"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.234/24"} k8s.ovn.org/zone-name:ip-10-0-1-234.ec2.internal] on node ip-10-0-1-234.ec2.internal I0511 17:59:01.099109 3874 default_network_controller.go:823] Node add failed for ip-10-0-1-234.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal, error getting gateway config for node ip-10-0-1-234.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-234.ec2.internal", failed to update chassis to local for local node ip-10-0-1-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-234.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal] E0511 17:59:01.099148 3874 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-234.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal, error getting gateway config for node ip-10-0-1-234.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-234.ec2.internal", failed to update chassis to local for local node ip-10-0-1-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-234.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal] I0511 17:59:01.099201 3874 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0511 17:59:01.099222 3874 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0511 17:59:01.099240 3874 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0511 17:59:01.099217 3874 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-234.ec2.internal", UID:"e83b6336-a8ae-4a7d-a7e1-1fb0c37bf448", APIVersion:"v1", ResourceVersion:"12656", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal, error getting gateway config for node ip-10-0-1-234.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-234.ec2.internal", failed to update chassis to local for local node ip-10-0-1-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-234.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal] I0511 17:59:01.099263 3874 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-174.ec2.internal in network "default" I0511 17:59:01.099321 3874 node_tracker.go:169] Node ip-10-0-0-174.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:01.099335 3874 services_controller.go:574] Full service sync requested for network=default I0511 17:59:01.099344 3874 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:59:01.099351 3874 node_tracker.go:235] Node ip-10-0-1-234.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-234.ec2.internal" I0511 17:59:01.099359 3874 node_tracker.go:169] Node ip-10-0-1-234.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:01.099363 3874 services_controller.go:574] Full service sync requested for network=default I0511 17:59:01.099368 3874 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-22.ec2.internal in network "default" I0511 17:59:01.099394 3874 node_tracker.go:169] Node ip-10-0-2-22.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:01.099400 3874 services_controller.go:574] Full service sync requested for network=default I0511 17:59:01.130677 3874 master.go:548] Adding or Updating local node "ip-10-0-1-234.ec2.internal" for network "default" I0511 17:59:01.130694 3874 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:59:01.131001 3874 node_tracker.go:169] Node ip-10-0-1-234.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:01.131014 3874 services_controller.go:574] Full service sync requested for network=default I0511 17:59:01.134618 3874 default_node_network_controller.go:519] Node connection status = connected W0511 17:59:01.135652 3874 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dsz9j: pod openshift-network-diagnostics/network-check-target-dsz9j: no pod IPs found W0511 17:59:01.135666 3874 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nvz94: pod openshift-multus/network-metrics-daemon-nvz94: no pod IPs found W0511 17:59:01.135677 3874 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-g88kv: pod kube-system/global-pull-secret-syncer-g88kv: no pod IPs found I0511 17:59:01.136648 3874 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-234.ec2.internal for the network default I0511 17:59:01.136800 3874 zone_ic_handler.go:195] Time taken to create transit switch: 141.41µs I0511 17:59:01.200172 3874 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0511 17:59:01.200189 3874 services_controller.go:208] Setting up event handlers for services for network=default I0511 17:59:01.200237 3874 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0511 17:59:01.200272 3874 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0511 17:59:01.200283 3874 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0511 17:59:01.300610 3874 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0511 17:59:01.300625 3874 repair.go:60] Starting repairing loop for services I0511 17:59:01.300709 3874 repair.go:131] Deleted 0 stale service LBs I0511 17:59:01.300725 3874 repair.go:137] Deleted 0 stale Chassis Template Vars I0511 17:59:01.300739 3874 repair.go:62] Finished repairing loop for services: 116.025µs I0511 17:59:01.300761 3874 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0511 17:59:01.300770 3874 services_controller.go:254] Starting workers for network=default I0511 17:59:01.301168 3874 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-g88kv] creating logical port kube-system_global-pull-secret-syncer-g88kv for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:01.301265 3874 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dsz9j] creating logical port openshift-network-diagnostics_network-check-target-dsz9j for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:01.301299 3874 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-g88kv I0511 17:59:01.301348 3874 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dsz9j I0511 17:59:01.301378 3874 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nvz94] creating logical port openshift-multus_network-metrics-daemon-nvz94 for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:01.301437 3874 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nvz94 W0511 17:59:01.308097 3874 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:01.308108 3874 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 17:59:01.325677 3874 pod.go:62] [kube-system/global-pull-secret-syncer-g88kv] pod update took 24.432448ms I0511 17:59:01.325693 3874 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-g88kv] addLogicalPort annotation time took 24.453861ms I0511 17:59:01.326465 3874 pods.go:271] [kube-system/global-pull-secret-syncer-g88kv] addLogicalPort took 25.30816ms, libovsdb time 569.261µs I0511 17:59:01.332433 3874 pod.go:62] [openshift-multus/network-metrics-daemon-nvz94] pod update took 31.016163ms I0511 17:59:01.332449 3874 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-nvz94] addLogicalPort annotation time took 31.032581ms I0511 17:59:01.333226 3874 pods.go:271] [openshift-multus/network-metrics-daemon-nvz94] addLogicalPort took 31.852773ms, libovsdb time 597.814µs I0511 17:59:01.341700 3874 pod.go:62] [openshift-network-diagnostics/network-check-target-dsz9j] pod update took 40.383494ms I0511 17:59:01.341715 3874 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-dsz9j] addLogicalPort annotation time took 40.401011ms I0511 17:59:01.342524 3874 pods.go:271] [openshift-network-diagnostics/network-check-target-dsz9j] addLogicalPort took 41.266717ms, libovsdb time 614.652µs I0511 17:59:01.342838 3874 admin_network_policy_controller.go:227] Starting controller default-network-controller I0511 17:59:01.342857 3874 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0511 17:59:01.342868 3874 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0511 17:59:01.342873 3874 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0511 17:59:01.343038 3874 repair.go:29] Repairing admin network policies took 158.283µs I0511 17:59:01.343137 3874 repair.go:92] Repairing baseline admin network policies took 91.039µs I0511 17:59:01.343562 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0511 17:59:01.343578 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0511 17:59:01.345153 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0511 17:59:01.345172 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0511 17:59:01.345181 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0511 17:59:01.345670 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0511 17:59:01.345689 3874 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0511 17:59:01.345696 3874 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0511 17:59:01.347012 3874 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0511 17:59:01.347030 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0511 17:59:01.347038 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0511 17:59:01.347537 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0511 17:59:01.347553 3874 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0511 17:59:01.347561 3874 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0511 17:59:01.349711 3874 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0511 17:59:01.349728 3874 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0511 17:59:01.349736 3874 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0511 17:59:01.351382 3874 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0511 17:59:01.351402 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0511 17:59:01.351410 3874 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0511 17:59:01.352921 3874 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0511 17:59:01.352938 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0511 17:59:01.352945 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0511 17:59:01.354319 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0511 17:59:01.354338 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0511 17:59:01.354973 3874 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0511 17:59:01.354988 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0511 17:59:01.355655 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0511 17:59:01.355672 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0511 17:59:01.355679 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0511 17:59:01.356890 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0511 17:59:01.356907 3874 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0511 17:59:01.356915 3874 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0511 17:59:01.358335 3874 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0511 17:59:01.358353 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0511 17:59:01.358361 3874 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0511 17:59:01.358885 3874 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0511 17:59:01.358899 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0511 17:59:01.358904 3874 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0511 17:59:01.359134 3874 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0511 17:59:01.359152 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0511 17:59:01.359159 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0511 17:59:01.359663 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0511 17:59:01.359682 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0511 17:59:01.359704 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0511 17:59:01.360359 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0511 17:59:01.360378 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0511 17:59:01.360386 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0511 17:59:01.361225 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0511 17:59:01.361242 3874 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0511 17:59:01.361251 3874 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0511 17:59:01.362266 3874 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0511 17:59:01.362283 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0511 17:59:01.362290 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0511 17:59:01.362552 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0511 17:59:01.362566 3874 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0511 17:59:01.362573 3874 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0511 17:59:01.363485 3874 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0511 17:59:01.363514 3874 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0511 17:59:01.363523 3874 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0511 17:59:01.364338 3874 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0511 17:59:01.364357 3874 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0511 17:59:01.364366 3874 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0511 17:59:01.365287 3874 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0511 17:59:01.365303 3874 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0511 17:59:01.365310 3874 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0511 17:59:01.365746 3874 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0511 17:59:01.365762 3874 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0511 17:59:01.365768 3874 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0511 17:59:01.366039 3874 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0511 17:59:01.366054 3874 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0511 17:59:01.366063 3874 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0511 17:59:01.367192 3874 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0511 17:59:01.367210 3874 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0511 17:59:01.367218 3874 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0511 17:59:01.368155 3874 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0511 17:59:01.368171 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0511 17:59:01.368179 3874 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0511 17:59:01.368646 3874 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0511 17:59:01.368663 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0511 17:59:01.368671 3874 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0511 17:59:01.369310 3874 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0511 17:59:01.369325 3874 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0511 17:59:01.369332 3874 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0511 17:59:01.369780 3874 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0511 17:59:01.369796 3874 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0511 17:59:01.369807 3874 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0511 17:59:01.370901 3874 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0511 17:59:01.376626 3874 egressfirewall.go:374] Starting EgressFirewall controller I0511 17:59:01.376652 3874 controller.go:133] Adding controller egress-firewall-controller event handlers I0511 17:59:01.376655 3874 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0511 17:59:01.376687 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0511 17:59:01.376699 3874 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0511 17:59:01.376689 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0511 17:59:01.376707 3874 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0511 17:59:01.376935 3874 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0511 17:59:01.376947 3874 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0511 17:59:01.376952 3874 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0511 17:59:01.376959 3874 egressqos.go:193] Setting up event handlers for EgressQoS I0511 17:59:01.376968 3874 egressfirewall.go:723] Syncing node "ip-10-0-0-174.ec2.internal" for egress firewall I0511 17:59:01.376978 3874 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:59:01.376985 3874 egressfirewall.go:723] Syncing node "ip-10-0-2-22.ec2.internal" for egress firewall I0511 17:59:01.377058 3874 egressqos.go:245] Starting EgressQoS Controller I0511 17:59:01.377066 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0511 17:59:01.377072 3874 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0511 17:59:01.377078 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0511 17:59:01.377083 3874 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0511 17:59:01.377088 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0511 17:59:01.377092 3874 shared_informer.go:356] "Caches are synced" controller="egressqos" I0511 17:59:01.377096 3874 egressqos.go:259] Repairing EgressQoSes I0511 17:59:01.377099 3874 egressqos.go:399] Starting repairing loop for egressqos I0511 17:59:01.377159 3874 egressqos.go:401] Finished repairing loop for egressqos: 59.498µs I0511 17:59:01.377173 3874 egressservice_zone.go:132] Setting up event handlers for Egress Services I0511 17:59:01.377234 3874 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-234.ec2.internal I0511 17:59:01.377273 3874 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-234.ec2.internal : 40.501µs I0511 17:59:01.377295 3874 egressservice_zone.go:210] Starting Egress Services Controller I0511 17:59:01.377305 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0511 17:59:01.377316 3874 shared_informer.go:356] "Caches are synced" controller="egressservices" I0511 17:59:01.377324 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0511 17:59:01.377331 3874 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0511 17:59:01.377341 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0511 17:59:01.377349 3874 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0511 17:59:01.377356 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0511 17:59:01.377363 3874 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0511 17:59:01.377368 3874 egressservice_zone.go:228] Repairing Egress Services I0511 17:59:01.377713 3874 master_controller.go:88] Starting Admin Policy Based Route Controller I0511 17:59:01.377723 3874 external_controller.go:278] Starting Admin Policy Based Route Controller I0511 17:59:01.377787 3874 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-174.ec2.internal I0511 17:59:01.377806 3874 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-174.ec2.internal: 21.444µs I0511 17:59:01.377814 3874 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:59:01.377817 3874 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 3.887µs I0511 17:59:01.377822 3874 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-22.ec2.internal I0511 17:59:01.377832 3874 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-22.ec2.internal: 9.139µs I0511 17:59:01.377868 3874 default_network_controller.go:585] Completing all the Watchers took 321.32431ms I0511 17:59:01.377886 3874 default_network_controller.go:589] Starting unidling controllers I0511 17:59:01.377898 3874 unidle.go:46] Registering OVN SB ControllerEvent handler I0511 17:59:01.377903 3874 unidle.go:63] Populating Initial ContollerEvent events I0511 17:59:01.377916 3874 unidle.go:79] Setting up event handlers for services I0511 17:59:01.377972 3874 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0511 17:59:01.635157 3874 default_node_network_controller.go:519] Node connection status = connected I0511 17:59:02.134887 3874 default_node_network_controller.go:519] Node connection status = connected I0511 17:59:02.634822 3874 default_node_network_controller.go:519] Node connection status = connected I0511 17:59:03.135852 3874 default_node_network_controller.go:519] Node connection status = connected I0511 17:59:03.403635 3874 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0511 17:59:03.635091 3874 default_node_network_controller.go:519] Node connection status = connected I0511 17:59:03.651941 3874 bridgeconfig.go:537] Gateway is ready I0511 17:59:03.651957 3874 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0511 17:59:03.662546 3874 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.234. Updating OVN encap IP. I0511 17:59:03.667688 3874 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.234 - it is already configured I0511 17:59:03.667700 3874 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.234/24:{} 172.20.0.1/32:{}]. Updating annotations. I0511 17:59:03.667915 3874 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.234/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-234.ec2.internal","mac-address":"0a:ff:de:a3:7f:0d","ip-addresses":["10.0.1.234/24"],"ip-address":"10.0.1.234/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:25475776-b153-48f4-be90-6941ac18da8c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.234/24"}] on node ip-10-0-1-234.ec2.internal I0511 17:59:03.682982 3874 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:59:03.683003 3874 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 25.464µs I0511 17:59:03.683041 3874 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:59:03.683047 3874 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:59:03.683051 3874 master.go:548] Adding or Updating local node "ip-10-0-1-234.ec2.internal" for network "default" I0511 17:59:03.683106 3874 node_tracker.go:169] Node ip-10-0-1-234.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:03.683123 3874 services_controller.go:574] Full service sync requested for network=default W0511 17:59:03.683368 3874 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:03.683391 3874 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 17:59:03.683434 3874 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.234 I0511 17:59:03.683566 3874 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-234.ec2.internal I0511 17:59:03.688531 3874 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-234.ec2.internal. Updating no re-route policies I0511 17:59:03.688585 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4jfcc I0511 17:59:03.688597 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-w98wg I0511 17:59:03.688601 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4jfcc I0511 17:59:03.688597 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dsz9j I0511 17:59:03.688607 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-w98wg I0511 17:59:03.688612 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dsz9j I0511 17:59:03.688613 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mfw8k I0511 17:59:03.688624 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-w98wg after 0 failed attempt(s) I0511 17:59:03.688625 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mfw8k I0511 17:59:03.688627 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4jfcc after 0 failed attempt(s) I0511 17:59:03.688635 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mqlb9 I0511 17:59:03.688628 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-js5lj I0511 17:59:03.688640 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mqlb9 I0511 17:59:03.688641 3874 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dsz9j] creating logical port openshift-network-diagnostics_network-check-target-dsz9j for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:03.688641 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nb4rh I0511 17:59:03.688643 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mfw8k after 0 failed attempt(s) I0511 17:59:03.688651 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mqlb9 after 0 failed attempt(s) I0511 17:59:03.688644 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-js5lj I0511 17:59:03.688587 3874 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-74789 I0511 17:59:03.688655 3874 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-g88kv I0511 17:59:03.688663 3874 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-234.ec2.internal I0511 17:59:03.688665 3874 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-74789 I0511 17:59:03.688664 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-monitoring/node-exporter-ds8hs I0511 17:59:03.688668 3874 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-234.ec2.internal I0511 17:59:03.688653 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nb4rh I0511 17:59:03.688644 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bxcgx I0511 17:59:03.688674 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-monitoring/node-exporter-ds8hs I0511 17:59:03.688675 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-b2sl2 I0511 17:59:03.688681 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bxcgx I0511 17:59:03.688683 3874 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-74789 after 0 failed attempt(s) I0511 17:59:03.688688 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nb4rh after 0 failed attempt(s) I0511 17:59:03.688656 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-234.ec2.internal I0511 17:59:03.688653 3874 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nvz94 I0511 17:59:03.688671 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-js5lj after 0 failed attempt(s) I0511 17:59:03.688699 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bxcgx after 0 failed attempt(s) I0511 17:59:03.688689 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-b2sl2 I0511 17:59:03.688670 3874 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-g88kv I0511 17:59:03.688718 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-b2sl2 after 0 failed attempt(s) I0511 17:59:03.688700 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-234.ec2.internal I0511 17:59:03.688729 3874 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nvz94 I0511 17:59:03.688731 3874 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-g88kv] creating logical port kube-system_global-pull-secret-syncer-g88kv for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:03.688754 3874 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nvz94] creating logical port openshift-multus_network-metrics-daemon-nvz94 for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:03.688680 3874 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-234.ec2.internal after 0 failed attempt(s) I0511 17:59:03.688784 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-234.ec2.internal after 0 failed attempt(s) I0511 17:59:03.688694 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-monitoring/node-exporter-ds8hs after 0 failed attempt(s) I0511 17:59:03.689474 3874 pods.go:271] [openshift-network-diagnostics/network-check-target-dsz9j] addLogicalPort took 839.945µs, libovsdb time 321.301µs I0511 17:59:03.689491 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dsz9j after 0 failed attempt(s) I0511 17:59:03.689579 3874 pods.go:271] [kube-system/global-pull-secret-syncer-g88kv] addLogicalPort took 855.683µs, libovsdb time 332.087µs I0511 17:59:03.689591 3874 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-g88kv after 0 failed attempt(s) I0511 17:59:03.689738 3874 pods.go:271] [openshift-multus/network-metrics-daemon-nvz94] addLogicalPort took 994.135µs, libovsdb time 312.102µs I0511 17:59:03.689745 3874 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nvz94 after 0 failed attempt(s) I0511 17:59:03.702326 3874 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0511 17:59:03.713223 3874 iptables.go:108] Creating table: mangle chain: OUTPUT I0511 17:59:03.716334 3874 iptables.go:108] Creating table: nat chain: OUTPUT I0511 17:59:03.767139 3874 iptables.go:108] Creating table: nat chain: PREROUTING I0511 17:59:03.825751 3874 iptables.go:108] Creating table: filter chain: FORWARD I0511 17:59:03.842536 3874 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0511 17:59:03.842753 3874 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0511 17:59:03.842804 3874 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0511 17:59:03.842885 3874 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0511 17:59:03.842937 3874 gateway_init.go:325] Gateway and management port readiness took 2.712185228s I0511 17:59:03.842966 3874 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0511 17:59:03.843005 3874 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0511 17:59:03.843019 3874 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0511 17:59:03.843028 3874 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0511 17:59:03.843096 3874 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0511 17:59:03.843194 3874 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.448µs I0511 17:59:03.843523 3874 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0511 17:59:03.843550 3874 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.777µs I0511 17:59:03.843559 3874 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.476µs I0511 17:59:03.843565 3874 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0511 17:59:03.843574 3874 nad_controller.go:379] [node-nad-controller NAD controller]: started I0511 17:59:03.843579 3874 default_node_network_controller.go:899] Starting the default node network controller I0511 17:59:03.843585 3874 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0511 17:59:03.843661 3874 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.517µs I0511 17:59:03.843768 3874 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0511 17:59:03.843776 3874 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0511 17:59:03.843799 3874 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f40 0xc0002c7500 0xc0002c7570 0xc0002c7650 0xc0002c76c0 0xc0002c7730 0xc0002c77a0 0xc000c4a550 0xc0002c7810 0xc0002c78f0 0xc000c4a6e0 0xc006475340 0xc0002c7960 map[0x2ff9080:0xc000ab79e0 0x2ff95c0:0xc000ab7e60 0x2ffa2e0:0xc000ab7920 0x2ffa580:0xc000ab7980 0x2ffad60:0xc000ab7a40 0x2ffb000:0xc000ab7aa0 0x2ffb2a0:0xc000ab7b00 0x2ffba80:0xc000ab7ec0 0x2ffbd20:0xc000ab7f20 0x3026980:0xc000ab6d80 0x3026d20:0xc000ab6de0 0x3027800:0xc000c13140 0x3029160:0xc001b7a000 0x30298a0:0xc000ab78c0 0x302a720:0xc000e1b500] 0xc000118b60 0} I0511 17:59:03.843871 3874 gateway.go:151] Starting gateway service sync I0511 17:59:03.844631 3874 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0511 17:59:03.846785 3874 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0511 17:59:03.863162 3874 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0511 17:59:03.864244 3874 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0511 17:59:03.865352 3874 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0511 17:59:03.899190 3874 gateway.go:168] Gateway service sync done. Time taken: 55.304013ms I0511 17:59:03.900223 3874 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31444 I0511 17:59:03.900592 3874 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f40 0xc0002c7500 0xc0002c7570 0xc0002c7650 0xc0002c76c0 0xc0002c7730 0xc0002c77a0 0xc000c4a550 0xc0002c7810 0xc0002c78f0 0xc000c4a6e0 0xc006475340 0xc0002c7960 map[0x2ff9080:0xc000ab79e0 0x2ff95c0:0xc000ab7e60 0x2ffa2e0:0xc000ab7920 0x2ffa580:0xc000ab7980 0x2ffad60:0xc000ab7a40 0x2ffb000:0xc000ab7aa0 0x2ffb2a0:0xc000ab7b00 0x2ffba80:0xc000ab7ec0 0x2ffbd20:0xc000ab7f20 0x3026980:0xc000ab6d80 0x3026d20:0xc000ab6de0 0x3027800:0xc000c13140 0x3029160:0xc001b7a000 0x30298a0:0xc000ab78c0 0x302a720:0xc000e1b500] 0xc000118b60 0} I0511 17:59:03.901419 3874 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f40 0xc0002c7500 0xc0002c7570 0xc0002c7650 0xc0002c76c0 0xc0002c7730 0xc0002c77a0 0xc000c4a550 0xc0002c7810 0xc0002c78f0 0xc000c4a6e0 0xc006475340 0xc0002c7960 map[0x2ff9080:0xc000ab79e0 0x2ff95c0:0xc000ab7e60 0x2ffa2e0:0xc000ab7920 0x2ffa580:0xc000ab7980 0x2ffad60:0xc000ab7a40 0x2ffb000:0xc000ab7aa0 0x2ffb2a0:0xc000ab7b00 0x2ffba80:0xc000ab7ec0 0x2ffbd20:0xc000ab7f20 0x3026980:0xc000ab6d80 0x3026d20:0xc000ab6de0 0x3027800:0xc000c13140 0x3029160:0xc001b7a000 0x30298a0:0xc000ab78c0 0x302a720:0xc000e1b500] 0xc000118b60 0} I0511 17:59:03.901455 3874 gateway.go:532] Reconciling gateway with updates I0511 17:59:03.906658 3874 gateway.go:339] Spawning Conntrack Rule Check Thread I0511 17:59:03.906729 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0511 17:59:03.906736 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:59:03.906756 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:59:03.906756 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0511 17:59:03.906760 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:59:03.906769 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0511 17:59:03.906774 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:59:03.906763 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0511 17:59:03.906788 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:59:03.906788 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0511 17:59:03.906793 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:59:03.906798 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0511 17:59:03.906798 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:59:03.906802 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/telemeter-client I0511 17:59:03.906799 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0511 17:59:03.906808 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0511 17:59:03.906811 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/telemeter-client I0511 17:59:03.906820 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0511 17:59:03.906822 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/telemeter-client after 0 failed attempt(s) I0511 17:59:03.906778 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0511 17:59:03.906817 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0511 17:59:03.906799 3874 default_node_network_controller.go:944] Gateway and management port readiness took 63.011925ms I0511 17:59:03.906847 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0511 17:59:03.906860 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0511 17:59:03.906799 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0511 17:59:03.906836 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0511 17:59:03.906907 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0511 17:59:03.906928 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:59:03.906935 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0511 17:59:03.906938 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0511 17:59:03.906941 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:59:03.906950 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0511 17:59:03.906949 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:59:03.906954 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:59:03.906956 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:59:03.906968 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:59:03.906971 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:59:03.906971 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:59:03.906971 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:59:03.906977 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:59:03.906979 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0511 17:59:03.906942 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0511 17:59:03.906983 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:59:03.906780 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:59:03.907021 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0511 17:59:03.906911 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:59:03.907036 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:59:03.906954 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0511 17:59:03.906936 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0511 17:59:03.907060 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0511 17:59:03.907078 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:59:03.907062 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0511 17:59:03.907094 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:59:03.907095 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0511 17:59:03.907102 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:59:03.907116 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:59:03.907122 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:59:03.907127 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0511 17:59:03.907007 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:59:03.907081 3874 port_claim.go:71] Svc openshift-ingress/router-default: port 32632 is already open, no action needed I0511 17:59:03.907135 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:59:03.907144 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:59:03.907150 3874 port_claim.go:71] Svc openshift-ingress/router-default: port 32334 is already open, no action needed I0511 17:59:03.906988 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0511 17:59:03.907203 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0511 17:59:03.907209 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0511 17:59:03.907217 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0511 17:59:03.907221 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0511 17:59:03.907258 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:59:03.907275 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0511 17:59:03.907277 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:59:03.907289 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0511 17:59:03.907302 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:59:03.907306 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:59:03.907317 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:59:03.907323 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:59:03.907326 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:59:03.907327 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:59:03.907334 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:59:03.907339 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:59:03.907340 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:59:03.907342 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:59:03.907351 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:59:03.907350 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:59:03.907360 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0511 17:59:03.907364 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:59:03.907370 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0511 17:59:03.907376 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0511 17:59:03.907311 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0511 17:59:03.907352 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:59:03.907334 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:59:03.907396 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:59:03.907406 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:59:03.907425 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0511 17:59:03.907431 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:59:03.907440 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0511 17:59:03.907445 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:59:03.907449 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0511 17:59:03.907426 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:59:03.907462 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:59:03.907466 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0511 17:59:03.907468 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0511 17:59:03.907477 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0511 17:59:03.907480 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0511 17:59:03.907518 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0511 17:59:03.907529 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0511 17:59:03.907532 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:59:03.907537 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0511 17:59:03.907544 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0511 17:59:03.907547 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:59:03.907549 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0511 17:59:03.907553 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0511 17:59:03.907565 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:59:03.907572 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:59:03.907574 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:59:03.907580 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0511 17:59:03.907586 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:59:03.907589 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0511 17:59:03.906983 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:59:03.907597 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0511 17:59:03.907610 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0511 17:59:03.907550 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:59:03.907639 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:59:03.907651 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:59:03.907679 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:59:03.907302 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:59:03.907710 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:59:03.907335 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0511 17:59:03.907625 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0511 17:59:03.907737 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0511 17:59:03.907746 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0511 17:59:03.907695 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:59:03.907755 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0511 17:59:03.907765 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0511 17:59:03.907775 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0511 17:59:03.907575 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:59:03.907836 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:59:03.907571 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:59:03.907845 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:59:03.907854 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:59:03.907858 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:59:03.907585 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:59:03.907898 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:59:03.907308 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:59:03.908018 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:59:03.907995 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0511 17:59:03.908079 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0511 17:59:03.909177 3874 node_ip_handler_linux.go:160] Node IP manager is running W0511 17:59:03.946725 3874 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0511 17:59:03.946910 3874 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0511 17:59:03.947032 3874 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0511 17:59:03.957694 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0511 17:59:03.957717 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0511 17:59:03.957724 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0511 17:59:03.957730 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0511 17:59:03.957735 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0511 17:59:03.957741 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0511 17:59:03.957747 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0511 17:59:03.957752 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0511 17:59:03.957758 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0511 17:59:03.957763 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0511 17:59:03.957783 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0511 17:59:03.957790 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0511 17:59:03.957796 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0511 17:59:03.957801 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0511 17:59:03.957809 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0511 17:59:03.957814 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004014 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0511 17:59:04.004026 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0511 17:59:04.004044 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004051 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0511 17:59:04.004082 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0511 17:59:04.004091 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0511 17:59:04.004099 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0511 17:59:04.004107 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004112 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004118 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0511 17:59:04.004123 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0511 17:59:04.004128 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0511 17:59:04.004134 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0511 17:59:04.004139 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004144 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004152 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0511 17:59:04.004163 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0511 17:59:04.004169 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0511 17:59:04.004177 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0511 17:59:04.004184 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0511 17:59:04.004189 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0511 17:59:04.004195 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0511 17:59:04.004199 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0511 17:59:04.052913 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0511 17:59:04.052935 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0511 17:59:04.052942 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) W0511 17:59:05.654112 3874 egressip_healthcheck.go:76] Health checking using insecure connection I0511 17:59:05.654169 3874 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0511 17:59:05.654115 3874 default_node_network_controller.go:1380] Starting node controller node sync I0511 17:59:05.665615 3874 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.427338ms I0511 17:59:05.665733 3874 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-22.ec2.internal", IP: 10.0.2.22 to PMTUD blocking rules I0511 17:59:05.665734 3874 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-174.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0511 17:59:05.665744 3874 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-22.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0511 17:59:05.665750 3874 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-174.ec2.internal", IP: 10.0.0.174 to PMTUD blocking rules I0511 17:59:05.676416 3874 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0511 17:59:05.676649 3874 egressservice_node.go:93] Setting up event handlers for Egress Services I0511 17:59:05.676805 3874 egressservice_node.go:183] Starting Egress Services Controller I0511 17:59:05.676821 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0511 17:59:05.676830 3874 shared_informer.go:356] "Caches are synced" controller="egressservices" I0511 17:59:05.676836 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0511 17:59:05.676841 3874 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0511 17:59:05.676847 3874 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0511 17:59:05.676852 3874 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0511 17:59:05.676856 3874 egressservice_node.go:197] Repairing Egress Services I0511 17:59:05.686560 3874 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0511 17:59:05.686571 3874 external_controller.go:278] Starting Admin Policy Based Route Controller I0511 17:59:05.686879 3874 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0511 17:59:05.686890 3874 link_network_manager.go:119] Link manager is running I0511 17:59:05.686900 3874 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0511 17:59:05.687099 3874 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0511 17:59:05.687291 3874 vrf_manager.go:128] VRF manager is running I0511 17:59:05.687571 3874 node_controller_manager.go:437] Removing flows to drop GARP I0511 17:59:05.687581 3874 gateway.go:532] Reconciling gateway with updates I0511 17:59:05.708445 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0511 17:59:05.708457 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0511 17:59:05.708469 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0511 17:59:05.708471 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0511 17:59:05.708480 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0511 17:59:05.708486 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0511 17:59:05.708487 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:59:05.708495 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0511 17:59:05.708511 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0511 17:59:05.708514 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0511 17:59:05.708511 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:59:05.708519 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/telemeter-client I0511 17:59:05.708526 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:59:05.708531 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:59:05.708535 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:59:05.708536 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/telemeter-client I0511 17:59:05.708539 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0511 17:59:05.708524 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:59:05.708546 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/telemeter-client after 0 failed attempt(s) I0511 17:59:05.708549 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:59:05.708545 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:59:05.708552 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:59:05.708560 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:59:05.708563 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:59:05.708564 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0511 17:59:05.708569 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:59:05.708516 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:59:05.708577 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0511 17:59:05.708583 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:59:05.708564 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0511 17:59:05.708599 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0511 17:59:05.708586 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0511 17:59:05.708606 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0511 17:59:05.708605 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:59:05.708612 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:59:05.708613 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0511 17:59:05.708617 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:59:05.708607 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0511 17:59:05.708610 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:59:05.708627 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0511 17:59:05.708627 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:59:05.708631 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:59:05.708638 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:59:05.708640 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:59:05.708643 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0511 17:59:05.708640 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:59:05.708628 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0511 17:59:05.708650 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0511 17:59:05.708658 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0511 17:59:05.708662 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0511 17:59:05.708640 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:59:05.708667 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0511 17:59:05.708669 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0511 17:59:05.708671 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0511 17:59:05.708666 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0511 17:59:05.708681 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0511 17:59:05.708683 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0511 17:59:05.708685 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0511 17:59:05.708686 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:59:05.708691 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0511 17:59:05.708686 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:59:05.708695 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0511 17:59:05.708695 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0511 17:59:05.708700 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:59:05.708701 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:59:05.708710 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:59:05.708717 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:59:05.708673 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:59:05.708724 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0511 17:59:05.708730 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0511 17:59:05.708731 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:59:05.708735 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0511 17:59:05.708739 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0511 17:59:05.708741 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0511 17:59:05.708599 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:59:05.708749 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:59:05.708628 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:59:05.708760 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0511 17:59:05.708565 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:59:05.708767 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:59:05.708766 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:59:05.708773 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0511 17:59:05.708597 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0511 17:59:05.708615 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0511 17:59:05.708780 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:59:05.708790 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:59:05.708701 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0511 17:59:05.708798 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:59:05.708802 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:59:05.708806 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0511 17:59:05.708553 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:59:05.708816 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0511 17:59:05.708820 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:59:05.708826 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:59:05.708827 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0511 17:59:05.708808 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:59:05.708839 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0511 17:59:05.708738 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0511 17:59:05.708603 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0511 17:59:05.708615 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0511 17:59:05.708512 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:59:05.708859 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0511 17:59:05.708710 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0511 17:59:05.708866 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0511 17:59:05.708869 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:59:05.708620 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:59:05.708896 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0511 17:59:05.708628 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0511 17:59:05.708903 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:59:05.708909 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0511 17:59:05.708913 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0511 17:59:05.708914 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:59:05.708915 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:59:05.708928 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:59:05.708871 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0511 17:59:05.708652 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:59:05.708538 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:59:05.708981 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:59:05.708664 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:59:05.709027 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:59:05.708664 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:59:05.709044 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:59:05.708552 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:59:05.709058 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:59:05.708535 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0511 17:59:05.708664 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0511 17:59:05.708674 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:59:05.709100 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0511 17:59:05.709102 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:59:05.709107 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0511 17:59:05.708572 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:59:05.709118 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:59:05.708476 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0511 17:59:05.709132 3874 port_claim.go:71] Svc openshift-ingress/router-default: port 32632 is already open, no action needed I0511 17:59:05.709140 3874 port_claim.go:71] Svc openshift-ingress/router-default: port 32334 is already open, no action needed I0511 17:59:05.708676 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:59:05.709150 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:59:05.709154 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0511 17:59:05.708695 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0511 17:59:05.708702 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0511 17:59:05.708687 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0511 17:59:05.708487 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0511 17:59:05.709191 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0511 17:59:05.708722 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:59:05.709201 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:59:05.708526 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:59:05.709229 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:59:05.708743 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:59:05.708745 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0511 17:59:05.708594 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0511 17:59:05.708789 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0511 17:59:05.708796 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0511 17:59:05.708796 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:59:05.709316 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:59:05.708827 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:59:05.709340 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0511 17:59:05.708615 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0511 17:59:05.708623 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0511 17:59:05.708470 3874 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0511 17:59:05.709372 3874 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0511 17:59:05.709376 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0511 17:59:05.708723 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0511 17:59:05.734916 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0511 17:59:05.734934 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0511 17:59:05.734939 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0511 17:59:05.734944 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0511 17:59:05.734950 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0511 17:59:05.734955 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0511 17:59:05.734960 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0511 17:59:05.734964 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0511 17:59:05.734968 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0511 17:59:05.734972 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0511 17:59:05.734977 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0511 17:59:05.734982 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0511 17:59:05.734986 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0511 17:59:05.734990 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0511 17:59:05.734996 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0511 17:59:05.735001 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0511 17:59:05.735006 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0511 17:59:05.773612 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0511 17:59:05.773629 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0511 17:59:05.773642 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0511 17:59:05.773649 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0511 17:59:05.773654 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0511 17:59:05.773661 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0511 17:59:05.773667 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0511 17:59:05.773672 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0511 17:59:05.773676 3874 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0511 17:59:07.146599 3874 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:59:07.146628 3874 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 35.375µs I0511 17:59:07.178548 3874 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f88959578-79sqb] creating logical port openshift-image-registry_image-registry-6f88959578-79sqb for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:07.178661 3874 kube.go:256] Updating pod openshift-image-registry/image-registry-6f88959578-79sqb I0511 17:59:07.180822 3874 base_network_controller_pods.go:487] [default/openshift-console/console-75d7f46b9f-mfwk5] creating logical port openshift-console_console-75d7f46b9f-mfwk5 for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:07.180920 3874 kube.go:256] Updating pod openshift-console/console-75d7f46b9f-mfwk5 I0511 17:59:07.199158 3874 pod.go:62] [openshift-image-registry/image-registry-6f88959578-79sqb] pod update took 20.527328ms I0511 17:59:07.199181 3874 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f88959578-79sqb] addLogicalPort annotation time took 20.553377ms I0511 17:59:07.200482 3874 pods.go:271] [openshift-image-registry/image-registry-6f88959578-79sqb] addLogicalPort took 21.94803ms, libovsdb time 993.893µs I0511 17:59:07.201303 3874 pod.go:62] [openshift-console/console-75d7f46b9f-mfwk5] pod update took 20.408533ms I0511 17:59:07.201320 3874 base_network_controller_pods.go:951] [default/openshift-console/console-75d7f46b9f-mfwk5] addLogicalPort annotation time took 20.428235ms I0511 17:59:07.202449 3874 pods.go:271] [openshift-console/console-75d7f46b9f-mfwk5] addLogicalPort took 21.637013ms, libovsdb time 907.453µs I0511 17:59:07.217032 3874 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mrwqd] creating logical port openshift-dns_dns-default-mrwqd for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:07.217131 3874 kube.go:256] Updating pod openshift-dns/dns-default-mrwqd I0511 17:59:07.220486 3874 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gd62q] creating logical port openshift-insights_insights-runtime-extractor-gd62q for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:07.220569 3874 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gd62q I0511 17:59:07.238687 3874 pod.go:62] [openshift-dns/dns-default-mrwqd] pod update took 21.577946ms I0511 17:59:07.238709 3874 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mrwqd] addLogicalPort annotation time took 21.599224ms I0511 17:59:07.239693 3874 pods.go:271] [openshift-dns/dns-default-mrwqd] addLogicalPort took 22.672866ms, libovsdb time 725.737µs I0511 17:59:07.241296 3874 pod.go:62] [openshift-insights/insights-runtime-extractor-gd62q] pod update took 20.748122ms I0511 17:59:07.241314 3874 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gd62q] addLogicalPort annotation time took 20.765797ms I0511 17:59:07.242232 3874 pods.go:271] [openshift-insights/insights-runtime-extractor-gd62q] addLogicalPort took 21.755625ms, libovsdb time 695.774µs I0511 17:59:07.305660 3874 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-72pln] creating logical port openshift-ingress-canary_ingress-canary-72pln for pod on switch ip-10-0-1-234.ec2.internal I0511 17:59:07.305775 3874 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-72pln I0511 17:59:07.319711 3874 pod.go:62] [openshift-ingress-canary/ingress-canary-72pln] pod update took 13.973718ms I0511 17:59:07.319730 3874 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-72pln] addLogicalPort annotation time took 13.997868ms I0511 17:59:07.320853 3874 pods.go:271] [openshift-ingress-canary/ingress-canary-72pln] addLogicalPort took 15.206537ms, libovsdb time 725.889µs I0511 17:59:07.675685 3874 cni.go:452] [openshift-dns/dns-default-mrwqd d54bd30e132f52dfe2f203874da52da4db46d18eab6d802c7dcd629771dc2881 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mrwqd d54bd30e132f52dfe2f203874da52da4db46d18eab6d802c7dcd629771dc2881 network default NAD default NAD key ] I0511 17:59:07.676219 3874 cni.go:452] [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key ] I0511 17:59:07.679406 3874 cni.go:452] [openshift-insights/insights-runtime-extractor-gd62q 1252baec564e578db17645b44a5ea127dd4549f5d2e7a822b593f39d3ad3cce5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gd62q 1252baec564e578db17645b44a5ea127dd4549f5d2e7a822b593f39d3ad3cce5 network default NAD default NAD key ] I0511 17:59:07.679683 3874 cni.go:452] [openshift-image-registry/image-registry-6f88959578-79sqb e5191372ac4655d2ea25cbf2b3bd0c4b78f913d535a87a3dc9e71bf2a4a46edf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f88959578-79sqb e5191372ac4655d2ea25cbf2b3bd0c4b78f913d535a87a3dc9e71bf2a4a46edf network default NAD default NAD key ] I0511 17:59:07.693434 3874 cni.go:452] [openshift-ingress-canary/ingress-canary-72pln b54707172463020c3a1cbeafba968b4d986957eec65de608b196d7fec534a4d1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-72pln b54707172463020c3a1cbeafba968b4d986957eec65de608b196d7fec534a4d1 network default NAD default NAD key ] I0511 17:59:07.705727 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f88959578-79sqb, hostIfaceName: e5191372ac4655d, network: default, NAD default, SandboxID: "e5191372ac4655d2ea25cbf2b3bd0c4b78f913d535a87a3dc9e71bf2a4a46edf", PCI device ID: , UID: "d1ccbe6e-1698-4be0-b424-004cdfc3e2bf", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0511 17:59:07.706850 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mrwqd, hostIfaceName: d54bd30e132f52d, network: default, NAD default, SandboxID: "d54bd30e132f52dfe2f203874da52da4db46d18eab6d802c7dcd629771dc2881", PCI device ID: , UID: "b131ba70-244f-46f3-868a-d6cdad7d7d42", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0511 17:59:07.708457 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-72pln, hostIfaceName: b54707172463020, network: default, NAD default, SandboxID: "b54707172463020c3a1cbeafba968b4d986957eec65de608b196d7fec534a4d1", PCI device ID: , UID: "d88f6221-b29e-49fd-b5b4-52f2e7abc49c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0511 17:59:07.708635 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gd62q, hostIfaceName: 1252baec564e578, network: default, NAD default, SandboxID: "1252baec564e578db17645b44a5ea127dd4549f5d2e7a822b593f39d3ad3cce5", PCI device ID: , UID: "2ed18a43-2de8-4ff2-b773-d13d4879d532", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0511 17:59:07.718307 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-75d7f46b9f-mfwk5, hostIfaceName: b92576b588bd131, network: default, NAD default, SandboxID: "b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5", PCI device ID: , UID: "4776c343-6bd4-415f-8066-0d8710bb5a95", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0511 17:59:07.769925 3874 cni.go:473] [openshift-ingress-canary/ingress-canary-72pln b54707172463020c3a1cbeafba968b4d986957eec65de608b196d7fec534a4d1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-72pln b54707172463020c3a1cbeafba968b4d986957eec65de608b196d7fec534a4d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:02:d9:2e:37:f9\",\"name\":\"b54707172463020\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62057ed9-8e06-42f4-a1f3-6c64b8c13faa\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 17:59:07.774476 3874 cni.go:473] [openshift-insights/insights-runtime-extractor-gd62q 1252baec564e578db17645b44a5ea127dd4549f5d2e7a822b593f39d3ad3cce5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gd62q 1252baec564e578db17645b44a5ea127dd4549f5d2e7a822b593f39d3ad3cce5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:67:4d:87:08:f3\",\"name\":\"1252baec564e578\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d5945d7-62e8-4e92-be5a-ecddcda073e4\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 17:59:07.778708 3874 cni.go:473] [openshift-dns/dns-default-mrwqd d54bd30e132f52dfe2f203874da52da4db46d18eab6d802c7dcd629771dc2881 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mrwqd d54bd30e132f52dfe2f203874da52da4db46d18eab6d802c7dcd629771dc2881 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ed:df:bb:a1:17\",\"name\":\"d54bd30e132f52d\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f36ed15c-cff5-456d-b6c6-87154356061f\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 17:59:07.779063 3874 cni.go:473] [openshift-image-registry/image-registry-6f88959578-79sqb e5191372ac4655d2ea25cbf2b3bd0c4b78f913d535a87a3dc9e71bf2a4a46edf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f88959578-79sqb e5191372ac4655d2ea25cbf2b3bd0c4b78f913d535a87a3dc9e71bf2a4a46edf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:53:ba:9b:c6:31\",\"name\":\"e5191372ac4655d\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff7bb966-9f35-423b-b531-4f4aa3d5a34e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 17:59:07.785175 3874 cni.go:473] [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a8:d1:10:06:bc\",\"name\":\"b92576b588bd131\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d33e0142-cc52-41ab-a625-265b90d6302e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 17:59:09.574300 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0511 17:59:11.567038 3874 cni.go:452] [openshift-multus/network-metrics-daemon-nvz94 a1facf552c0415c39acddffa634e44d81d64b3621d114f22b622dbc985525255 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-nvz94 a1facf552c0415c39acddffa634e44d81d64b3621d114f22b622dbc985525255 network default NAD default NAD key ] I0511 17:59:11.577081 3874 cni.go:452] [openshift-network-diagnostics/network-check-target-dsz9j 1a4988cd0dfa21e60949ac3c601b5e9a280259624641004cb1c5f6bd0af698e5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dsz9j 1a4988cd0dfa21e60949ac3c601b5e9a280259624641004cb1c5f6bd0af698e5 network default NAD default NAD key ] I0511 17:59:11.578554 3874 cni.go:452] [kube-system/global-pull-secret-syncer-g88kv 25a7c64183b61e86ca77e067cdce3a4384797d1eac2d468b71a962cc44dcd7f6 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-g88kv 25a7c64183b61e86ca77e067cdce3a4384797d1eac2d468b71a962cc44dcd7f6 network default NAD default NAD key ] I0511 17:59:11.581642 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nvz94, hostIfaceName: a1facf552c0415c, network: default, NAD default, SandboxID: "a1facf552c0415c39acddffa634e44d81d64b3621d114f22b622dbc985525255", PCI device ID: , UID: "fb6ffe48-d8c7-496a-b3be-ded4c3f4eef4", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0511 17:59:11.596273 3874 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-g88kv, hostIfaceName: 25a7c64183b61e8, network: default, NAD default, SandboxID: "25a7c64183b61e86ca77e067cdce3a4384797d1eac2d468b71a962cc44dcd7f6", PCI device ID: , UID: "5c23acf5-d27e-4d22-b2ef-c3343ee2cb19", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0511 17:59:11.597000 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dsz9j, hostIfaceName: 1a4988cd0dfa21e, network: default, NAD default, SandboxID: "1a4988cd0dfa21e60949ac3c601b5e9a280259624641004cb1c5f6bd0af698e5", PCI device ID: , UID: "7eea0515-5eb6-4cb1-bd48-322585e57757", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0511 17:59:11.648107 3874 cni.go:473] [openshift-multus/network-metrics-daemon-nvz94 a1facf552c0415c39acddffa634e44d81d64b3621d114f22b622dbc985525255 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nvz94 a1facf552c0415c39acddffa634e44d81d64b3621d114f22b622dbc985525255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0d:a7:c0:8e:bf\",\"name\":\"a1facf552c0415c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31a07b60-557a-4366-b58f-a3c79a584a97\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 17:59:11.650904 3874 cni.go:473] [kube-system/global-pull-secret-syncer-g88kv 25a7c64183b61e86ca77e067cdce3a4384797d1eac2d468b71a962cc44dcd7f6 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-g88kv 25a7c64183b61e86ca77e067cdce3a4384797d1eac2d468b71a962cc44dcd7f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d7:6b:79:be:65\",\"name\":\"25a7c64183b61e8\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d4d3b2b-a9f6-4075-b43a-343876f6172a\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 17:59:11.657642 3874 cni.go:473] [openshift-network-diagnostics/network-check-target-dsz9j 1a4988cd0dfa21e60949ac3c601b5e9a280259624641004cb1c5f6bd0af698e5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dsz9j 1a4988cd0dfa21e60949ac3c601b5e9a280259624641004cb1c5f6bd0af698e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:02:da:e8:95:1d\",\"name\":\"1a4988cd0dfa21e\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efead24b-d018-440a-880d-ff3e93c18cc3\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 17:59:18.506680 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0511 17:59:20.392246 3874 obj_retry.go:498] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:20.392821 3874 obj_retry.go:498] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:20.622067 3874 obj_retry.go:492] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:20.622092 3874 obj_retry.go:492] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:20.628082 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5f7f58d6b5-kmnkj I0511 17:59:20.628101 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5f7f58d6b5-kmnkj W0511 17:59:22.483674 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0511 17:59:22.483696 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0511 17:59:22.483702 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0511 17:59:23.887386 3874 obj_retry.go:498] Detected object openshift-console/console-7d6559f477-p77qr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:23.887997 3874 obj_retry.go:498] Detected object openshift-console/console-7d6559f477-p77qr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:24.736955 3874 obj_retry.go:492] Detected object openshift-console/console-7d6559f477-p77qr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:24.737062 3874 obj_retry.go:492] Detected object openshift-console/console-7d6559f477-p77qr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:24.741586 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d6559f477-p77qr I0511 17:59:24.741615 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d6559f477-p77qr I0511 17:59:26.846101 3874 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:26.846652 3874 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:27.768311 3874 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:27.768331 3874 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:27.773734 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d5d54496c-dbkvw I0511 17:59:27.773758 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d5d54496c-dbkvw W0511 17:59:29.460749 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0511 17:59:45.112961 3874 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0511 17:59:48.500047 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0511 17:59:49.346756 3874 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:49.347286 3874 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:49.771948 3874 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:49.771973 3874 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:49.778522 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0511 17:59:49.778540 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0511 17:59:53.631765 3874 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:53.632301 3874 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:53.806805 3874 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:53.806833 3874 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:53.815638 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0511 17:59:53.815669 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0511 18:00:00.218629 3874 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642040-cxxtn for pod on switch ip-10-0-1-234.ec2.internal I0511 18:00:00.218753 3874 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn I0511 18:00:00.230000 3874 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn] pod update took 11.27109ms I0511 18:00:00.230022 3874 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn] addLogicalPort annotation time took 11.295226ms I0511 18:00:00.231381 3874 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn] addLogicalPort took 12.776312ms, libovsdb time 953.71µs I0511 18:00:00.594360 3874 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key ] I0511 18:00:00.624380 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642040-cxxtn, hostIfaceName: c4b260fee3917b6, network: default, NAD default, SandboxID: "c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0", PCI device ID: , UID: "a15340f1-b6ba-4155-b320-86c4f22a6ed7", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0511 18:00:00.670843 3874 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0c:92:01:91:f2\",\"name\":\"c4b260fee3917b6\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a11f4e95-f597-4d86-8b64-a5d249c95de0\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:00:02.298252 3874 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs for pod on switch ip-10-0-1-234.ec2.internal I0511 18:00:02.298350 3874 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs I0511 18:00:02.312234 3874 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs] pod update took 13.911631ms I0511 18:00:02.312259 3874 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs] addLogicalPort annotation time took 13.942255ms I0511 18:00:02.313437 3874 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs] addLogicalPort took 15.199724ms, libovsdb time 836.306µs I0511 18:00:02.663663 3874 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key ] I0511 18:00:02.673477 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs, hostIfaceName: 5f6bf9ebc8155ae, network: default, NAD default, SandboxID: "5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638", PCI device ID: , UID: "a0fa42d6-6206-482c-998d-82657b317e1d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0511 18:00:02.720631 3874 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:9a:b5:90:f7:2e\",\"name\":\"5f6bf9ebc8155ae\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4661b530-6429-4bc8-ae53-6788542f7c5e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:00:05.663372 3874 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key ] I0511 18:00:05.734152 3874 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn c4b260fee3917b6002dc323e1f4fea5faffc8400ff970e7c81a986b9252f66b0 network default NAD default NAD key default], result "{}", err I0511 18:00:05.778006 3874 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:05.778039 3874 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn I0511 18:00:05.779518 3874 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn, ips: 10.130.0.11 I0511 18:00:05.779548 3874 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:06.800749 3874 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:06.800777 3874 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:12.208000 3874 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:12.208599 3874 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:12.966372 3874 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:12.966415 3874 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:12.972216 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0511 18:00:12.972247 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0511 18:00:16.700822 3874 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key ] I0511 18:00:16.769117 3874 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs 5f6bf9ebc8155ae4c7d781615c723239068e2d38022b04d418e25bd473a0a638 network default NAD default NAD key default], result "{}", err I0511 18:00:16.814408 3874 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.814440 3874 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs I0511 18:00:16.815827 3874 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs, ips: 10.130.0.12 I0511 18:00:16.815855 3874 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.815873 3874 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.815883 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0511 18:00:16.816075 3874 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.816092 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0511 18:00:17.839436 3874 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:17.839461 3874 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:17.839475 3874 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:17.839487 3874 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:22.363291 3874 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0511 18:00:22.374330 3874 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0511 18:00:30.412040 3874 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-bbztb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:30.412628 3874 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-bbztb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:31.006193 3874 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-bbztb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:31.006221 3874 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-bbztb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:31.013030 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75d7f46b9f-bbztb I0511 18:00:31.013052 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75d7f46b9f-bbztb I0511 18:00:41.189225 3874 cni.go:452] [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key ] I0511 18:00:41.264298 3874 cni.go:473] [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-75d7f46b9f-mfwk5 b92576b588bd1314e6baf323ae9cfb717d860c8f9cafdbc893f424b9d839b2e5 network default NAD default NAD key default], result "{}", err I0511 18:00:41.309309 3874 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:41.309345 3874 pods.go:176] Deleting pod: openshift-console/console-75d7f46b9f-mfwk5 I0511 18:00:41.310491 3874 pods.go:236] Attempting to release IPs for pod: openshift-console/console-75d7f46b9f-mfwk5, ips: 10.130.0.7 I0511 18:00:41.310537 3874 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:41.773980 3874 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:41.774005 3874 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:41.780109 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75d7f46b9f-mfwk5 I0511 18:00:41.780134 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75d7f46b9f-mfwk5 I0511 18:00:56.487999 3874 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:56.488555 3874 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:57.157709 3874 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:57.157736 3874 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:57.163349 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0511 18:00:57.163373 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0511 18:04:01.632056 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=174 I0511 18:04:17.614996 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=50 I0511 18:04:27.705314 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0511 18:04:43.614906 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0511 18:05:11.716909 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0511 18:05:24.211539 3874 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-vdwqm for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:24.211666 3874 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm I0511 18:05:24.240074 3874 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm] pod update took 28.437572ms I0511 18:05:24.240107 3874 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm] addLogicalPort annotation time took 28.473316ms I0511 18:05:24.241271 3874 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm] addLogicalPort took 29.745351ms, libovsdb time 858.456µs I0511 18:05:24.567430 3874 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm 0e082d0316a720ff5d789361fd1ee86eba40ad9262bca3005d9cdfa86c49076d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm 0e082d0316a720ff5d789361fd1ee86eba40ad9262bca3005d9cdfa86c49076d network default NAD default NAD key ] I0511 18:05:24.576598 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-vdwqm, hostIfaceName: 0e082d0316a720f, network: default, NAD default, SandboxID: "0e082d0316a720ff5d789361fd1ee86eba40ad9262bca3005d9cdfa86c49076d", PCI device ID: , UID: "b3adf97a-363f-4369-9cef-a43feb9c3c91", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0511 18:05:24.623412 3874 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm 0e082d0316a720ff5d789361fd1ee86eba40ad9262bca3005d9cdfa86c49076d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vdwqm 0e082d0316a720ff5d789361fd1ee86eba40ad9262bca3005d9cdfa86c49076d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a4:cb:dd:cb:2e\",\"name\":\"0e082d0316a720f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b20beddc-68e9-428e-b578-8a163ea787d2\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:05:27.664781 3874 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 18:05:29.615041 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 W0511 18:05:38.672897 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 18:05:38.703252 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0511 18:05:38.703330 3874 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7lbrq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7lbrq: no pod IPs found I0511 18:05:43.873849 3874 namespace.go:98] [tsf] adding namespace I0511 18:05:43.874868 3874 namespace.go:102] [tsf] adding namespace took 993.378µs I0511 18:05:43.902562 3874 namespace.go:142] [tsf] updating namespace I0511 18:05:43.911226 3874 namespace.go:142] [tsf] updating namespace I0511 18:05:47.597044 3874 namespace.go:98] [tsf-tas] adding namespace I0511 18:05:47.597869 3874 namespace.go:102] [tsf-tas] adding namespace took 805.022µs I0511 18:05:47.600612 3874 namespace.go:98] [rhtpa-operator] adding namespace I0511 18:05:47.600672 3874 namespace.go:98] [rhbk-operator] adding namespace I0511 18:05:47.600788 3874 namespace.go:98] [tsf-keycloak] adding namespace I0511 18:05:47.601277 3874 namespace.go:102] [rhtpa-operator] adding namespace took 649.701µs I0511 18:05:47.601833 3874 namespace.go:102] [rhbk-operator] adding namespace took 1.144609ms I0511 18:05:47.602518 3874 namespace.go:102] [tsf-keycloak] adding namespace took 1.696964ms I0511 18:05:47.616883 3874 namespace.go:98] [konflux-operator] adding namespace I0511 18:05:47.616995 3874 namespace.go:98] [tsf-tpa] adding namespace I0511 18:05:47.617591 3874 namespace.go:102] [konflux-operator] adding namespace took 690.417µs I0511 18:05:47.618118 3874 namespace.go:102] [tsf-tpa] adding namespace took 1.105002ms I0511 18:05:47.627816 3874 namespace.go:98] [konflux-ui] adding namespace I0511 18:05:47.627862 3874 namespace.go:98] [cert-manager-operator] adding namespace I0511 18:05:47.628450 3874 namespace.go:102] [konflux-ui] adding namespace took 620.832µs I0511 18:05:47.628940 3874 namespace.go:102] [cert-manager-operator] adding namespace took 1.065418ms I0511 18:05:47.657753 3874 namespace.go:142] [tsf-tas] updating namespace I0511 18:05:47.733061 3874 namespace.go:142] [rhbk-operator] updating namespace I0511 18:05:47.733094 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:47.733207 3874 namespace.go:142] [tsf-tas] updating namespace I0511 18:05:47.733221 3874 namespace.go:142] [konflux-operator] updating namespace I0511 18:05:47.733343 3874 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:05:47.757710 3874 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:05:47.757716 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:05:47.757834 3874 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:47.775847 3874 namespace.go:142] [tsf-tas] updating namespace I0511 18:05:47.822459 3874 namespace.go:142] [rhbk-operator] updating namespace I0511 18:05:47.864608 3874 namespace.go:142] [rhbk-operator] updating namespace I0511 18:05:47.871587 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:47.898413 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:47.937138 3874 namespace.go:142] [konflux-operator] updating namespace I0511 18:05:47.960847 3874 namespace.go:142] [konflux-operator] updating namespace I0511 18:05:47.983128 3874 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:48.000029 3874 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:48.019450 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:05:48.065176 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:05:48.093481 3874 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:05:48.121633 3874 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:05:48.136413 3874 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:05:48.150629 3874 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:05:48.946346 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:48.959022 3874 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:49.103974 3874 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:49.104085 3874 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0511 18:05:49.123584 3874 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.526977ms I0511 18:05:49.123603 3874 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.549775ms I0511 18:05:49.124855 3874 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.894207ms, libovsdb time 981.518µs I0511 18:05:49.482596 3874 cni.go:452] [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key ] I0511 18:05:49.492107 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: fe788ef4988e4e1, network: default, NAD default, SandboxID: "fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4", PCI device ID: , UID: "b974c971-7ecb-4146-b25b-842215da29ea", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0511 18:05:49.537896 3874 cni.go:473] [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:72:d2:93:6f:b7\",\"name\":\"fe788ef4988e4e1\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f5b3dda-dc79-4058-8c89-1b61e4a2e416\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:50.726259 3874 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:50.726383 3874 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:50.726412 3874 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 I0511 18:05:50.726489 3874 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml I0511 18:05:50.743743 3874 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8] pod update took 17.37062ms I0511 18:05:50.743771 3874 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8] addLogicalPort annotation time took 17.40761ms I0511 18:05:50.744922 3874 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8] addLogicalPort took 18.683251ms, libovsdb time 818.496µs I0511 18:05:50.745092 3874 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml] pod update took 18.631616ms I0511 18:05:50.745114 3874 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml] addLogicalPort annotation time took 18.653096ms I0511 18:05:50.746114 3874 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml] addLogicalPort took 19.778396ms, libovsdb time 750.459µs I0511 18:05:51.085179 3874 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key ] I0511 18:05:51.086103 3874 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key ] I0511 18:05:51.097478 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml, hostIfaceName: 210a0e10da7b418, network: default, NAD default, SandboxID: "210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9", PCI device ID: , UID: "413aca3f-99e5-47b9-ab5f-d62a5becb81a", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0511 18:05:51.098723 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8, hostIfaceName: db75c8b51f07c3f, network: default, NAD default, SandboxID: "db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4", PCI device ID: , UID: "94d7aee6-c344-4b61-abd5-9409ac255aeb", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0511 18:05:51.142300 3874 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:44:cd:38:f4:1c\",\"name\":\"210a0e10da7b418\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7887550e-8419-46f1-b3c9-b51e9f748352\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:51.158406 3874 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:4c:d1:e7:34:c5\",\"name\":\"db75c8b51f07c3f\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67ce5031-6daf-4f39-8ac6-a84f82f403a1\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:53.695752 3874 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:53.695943 3874 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh I0511 18:05:53.710023 3874 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh] pod update took 14.114612ms I0511 18:05:53.710053 3874 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh] addLogicalPort annotation time took 14.148371ms I0511 18:05:53.711426 3874 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh] addLogicalPort took 15.690996ms, libovsdb time 963.086µs I0511 18:05:53.954417 3874 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:53.954544 3874 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn I0511 18:05:53.970245 3874 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn] pod update took 15.745922ms I0511 18:05:53.970277 3874 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn] addLogicalPort annotation time took 15.782699ms I0511 18:05:53.971436 3874 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn] addLogicalPort took 17.041855ms, libovsdb time 775.035µs I0511 18:05:54.075072 3874 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key ] I0511 18:05:54.086187 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh, hostIfaceName: 94ffb3772685799, network: default, NAD default, SandboxID: "94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d", PCI device ID: , UID: "df848aa7-d932-4e2a-a9af-adddbd9e7dbc", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0511 18:05:54.135488 3874 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f8:66:0c:dd:7c\",\"name\":\"94ffb3772685799\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8832ce70-3d5b-4fe0-a9a0-0bf8036ef537\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:54.318397 3874 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key ] I0511 18:05:54.330442 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn, hostIfaceName: 8640e5c6cf1a5bf, network: default, NAD default, SandboxID: "8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3", PCI device ID: , UID: "7a34001b-7ff8-4820-bcab-6379e2253afa", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0511 18:05:54.383546 3874 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:04:d0:21:6d:9b\",\"name\":\"8640e5c6cf1a5bf\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875ee2b3-cc92-4dc0-ba7b-a2877798c127\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:55.784628 3874 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key ] I0511 18:05:55.873711 3874 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 db75c8b51f07c3f8bcd66e13201d88d3420d54b02e500f89870ac76e7e51f3c4 network default NAD default NAD key default], result "{}", err I0511 18:05:56.786027 3874 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key ] I0511 18:05:56.856600 3874 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml 210a0e10da7b418c7eb35e5e04b652236b937053054d3746ec27a31411e189a9 network default NAD default NAD key default], result "{}", err I0511 18:05:56.947380 3874 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.947444 3874 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 I0511 18:05:56.949204 3874 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8, ips: 10.130.0.15 I0511 18:05:56.949238 3874 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.949255 3874 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.949262 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:05:56.949490 3874 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.949526 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:05:57.171580 3874 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:57.171743 3874 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm I0511 18:05:57.184158 3874 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm] pod update took 12.475845ms I0511 18:05:57.184216 3874 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm] addLogicalPort annotation time took 12.537063ms I0511 18:05:57.185597 3874 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm] addLogicalPort took 14.053115ms, libovsdb time 974.692µs I0511 18:05:57.272570 3874 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:05:57.272721 3874 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 I0511 18:05:57.285525 3874 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6] pod update took 12.854146ms I0511 18:05:57.285549 3874 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6] addLogicalPort annotation time took 12.884485ms I0511 18:05:57.286870 3874 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6] addLogicalPort took 14.337543ms, libovsdb time 998.385µs I0511 18:05:57.973232 3874 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:57.973261 3874 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:57.973276 3874 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:57.973288 3874 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:58.049212 3874 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.049251 3874 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml I0511 18:05:58.050758 3874 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml, ips: 10.130.0.16 I0511 18:05:58.050787 3874 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.050807 3874 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.050817 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:05:58.051006 3874 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.051020 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:05:58.306938 3874 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key ] I0511 18:05:58.312123 3874 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key ] I0511 18:05:58.318227 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6, hostIfaceName: ed4136980a1e079, network: default, NAD default, SandboxID: "ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174", PCI device ID: , UID: "87aa7256-19c9-4787-8910-4c1f6b682a69", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0511 18:05:58.323644 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm, hostIfaceName: 40e4a62a35fb82a, network: default, NAD default, SandboxID: "40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04", PCI device ID: , UID: "26a06d41-03fa-46b6-a3b6-8d2b64c7f025", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0511 18:05:58.372601 3874 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bc:b2:63:20:22\",\"name\":\"ed4136980a1e079\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a113d00-ce37-46dc-8137-e04357acfa2f\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:58.394097 3874 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:21:2f:fc:b2:31\",\"name\":\"40e4a62a35fb82a\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65a1f2fa-a96b-40ab-b472-9fc5007f6071\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:05:59.074413 3874 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:59.074441 3874 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:59.074453 3874 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:59.074463 3874 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:01.825362 3874 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key ] I0511 18:06:01.894800 3874 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh 94ffb37726857999c6e2fa1472e21e2e7567c2577a0254727c0d5661e926975d network default NAD default NAD key default], result "{}", err I0511 18:06:01.941040 3874 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.941143 3874 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh I0511 18:06:01.942549 3874 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh, ips: 10.130.0.17 I0511 18:06:01.942582 3874 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942601 3874 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942611 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:01.942825 3874 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942842 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:02.831190 3874 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key ] I0511 18:06:02.865355 3874 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.865378 3874 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.865393 3874 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.865408 3874 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.904207 3874 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn 8640e5c6cf1a5bf3c53435c29307833e4d26109b7d4cfcf72944d8ce8b952ef3 network default NAD default NAD key default], result "{}", err I0511 18:06:02.949525 3874 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.949561 3874 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn I0511 18:06:02.951017 3874 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn, ips: 10.130.0.18 I0511 18:06:02.951044 3874 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.951066 3874 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.951075 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:02.951253 3874 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.951269 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:03.981972 3874 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:03.981997 3874 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:03.982014 3874 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:03.982028 3874 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:05.854491 3874 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key ] I0511 18:06:05.924872 3874 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm 40e4a62a35fb82a493f3bbae858013d99c7213662bfff649d87a50b1a15f9e04 network default NAD default NAD key default], result "{}", err I0511 18:06:05.971041 3874 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.971078 3874 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm I0511 18:06:05.972369 3874 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm, ips: 10.130.0.19 I0511 18:06:05.972398 3874 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972417 3874 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972425 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:05.972827 3874 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972859 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:06.861159 3874 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key ] I0511 18:06:06.929278 3874 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 ed4136980a1e079c96f42f407b8b0d4f1ea114de45063a2f26ee82e694203174 network default NAD default NAD key default], result "{}", err I0511 18:06:06.987651 3874 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.987689 3874 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 I0511 18:06:06.988926 3874 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6, ips: 10.130.0.20 I0511 18:06:06.988955 3874 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.988972 3874 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.988979 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:06.989152 3874 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.989165 3874 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:07.000207 3874 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:07.000224 3874 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:07.000235 3874 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:07.000245 3874 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015000 3874 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015028 3874 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015041 3874 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015055 3874 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:16.821622 3874 namespace.go:98] [cert-manager] adding namespace I0511 18:06:16.822522 3874 namespace.go:102] [cert-manager] adding namespace took 876.584µs I0511 18:06:16.856451 3874 namespace.go:142] [cert-manager] updating namespace I0511 18:06:16.875410 3874 namespace.go:142] [cert-manager] updating namespace I0511 18:06:22.729408 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0511 18:06:24.742465 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0511 18:06:25.146716 3874 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-s5fmw for pod on switch ip-10-0-1-234.ec2.internal I0511 18:06:25.146826 3874 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw I0511 18:06:25.175636 3874 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw] pod update took 28.834284ms I0511 18:06:25.175660 3874 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw] addLogicalPort annotation time took 28.862149ms I0511 18:06:25.176724 3874 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw] addLogicalPort took 30.029375ms, libovsdb time 761.133µs I0511 18:06:25.506856 3874 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw 7e312946319d733ae3cf88f9ea971e8aac8cc1d24eae8c8355dc1d63174003c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw 7e312946319d733ae3cf88f9ea971e8aac8cc1d24eae8c8355dc1d63174003c8 network default NAD default NAD key ] I0511 18:06:25.515852 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-s5fmw, hostIfaceName: 7e312946319d733, network: default, NAD default, SandboxID: "7e312946319d733ae3cf88f9ea971e8aac8cc1d24eae8c8355dc1d63174003c8", PCI device ID: , UID: "026eb30a-fa58-4a22-a2b7-73a3d3fbc9be", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0511 18:06:25.564029 3874 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw 7e312946319d733ae3cf88f9ea971e8aac8cc1d24eae8c8355dc1d63174003c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-s5fmw 7e312946319d733ae3cf88f9ea971e8aac8cc1d24eae8c8355dc1d63174003c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:4c:65:50:e2:16\",\"name\":\"7e312946319d733\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac742a38-1f5a-446f-96b1-3a5cbc857424\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:06:25.677807 3874 namespace.go:142] [openshift-operators] updating namespace W0511 18:06:25.677879 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0511 18:06:25.677896 3874 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0511 18:06:25.689815 3874 namespace.go:142] [openshift-operators] updating namespace W0511 18:06:27.567941 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.018614 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0511 18:06:28.077676 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0511 18:06:28.093450 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0511 18:06:28.449220 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.461720 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.474660 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.482704 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0511 18:06:29.963207 3874 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-9w5n6] creating logical port cert-manager_cert-manager-59c77684cc-9w5n6 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:06:29.963340 3874 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9w5n6 I0511 18:06:29.977294 3874 pod.go:62] [cert-manager/cert-manager-59c77684cc-9w5n6] pod update took 13.982814ms I0511 18:06:29.977349 3874 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-9w5n6] addLogicalPort annotation time took 14.041726ms I0511 18:06:29.978536 3874 pods.go:271] [cert-manager/cert-manager-59c77684cc-9w5n6] addLogicalPort took 15.346308ms, libovsdb time 853.734µs I0511 18:06:30.507670 3874 cni.go:452] [cert-manager/cert-manager-59c77684cc-9w5n6 f4abe6e5eb49237a90187c9c37967e1f919948e6688c557057677b931e71841c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-9w5n6 f4abe6e5eb49237a90187c9c37967e1f919948e6688c557057677b931e71841c network default NAD default NAD key ] I0511 18:06:30.516754 3874 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-9w5n6, hostIfaceName: f4abe6e5eb49237, network: default, NAD default, SandboxID: "f4abe6e5eb49237a90187c9c37967e1f919948e6688c557057677b931e71841c", PCI device ID: , UID: "0c78d63b-3213-4f1d-8c2b-1b58ad010bd6", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0511 18:06:30.563727 3874 cni.go:473] [cert-manager/cert-manager-59c77684cc-9w5n6 f4abe6e5eb49237a90187c9c37967e1f919948e6688c557057677b931e71841c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-9w5n6 f4abe6e5eb49237a90187c9c37967e1f919948e6688c557057677b931e71841c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:04:b8:d2:29:64\",\"name\":\"f4abe6e5eb49237\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e398101b-82f3-4b9d-b0e3-48cceba6a184\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:06:33.049625 3874 namespace.go:142] [openshift-operators] updating namespace I0511 18:06:38.412915 3874 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-vrbqs for pod on switch ip-10-0-1-234.ec2.internal I0511 18:06:38.413058 3874 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs I0511 18:06:38.429470 3874 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs] pod update took 16.44103ms I0511 18:06:38.429489 3874 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs] addLogicalPort annotation time took 16.464069ms I0511 18:06:38.430743 3874 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs] addLogicalPort took 17.845119ms, libovsdb time 955.159µs W0511 18:06:39.099787 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0511 18:06:39.608769 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0511 18:06:39.991091 3874 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs b321f67a29f36777c97a4d63602e7954ab90e440ee20e69ebe71b052b0c7cd52 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs b321f67a29f36777c97a4d63602e7954ab90e440ee20e69ebe71b052b0c7cd52 network default NAD default NAD key ] I0511 18:06:40.000975 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-vrbqs, hostIfaceName: b321f67a29f3677, network: default, NAD default, SandboxID: "b321f67a29f36777c97a4d63602e7954ab90e440ee20e69ebe71b052b0c7cd52", PCI device ID: , UID: "015b47e6-98b8-4669-8caa-991cd76b6340", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0511 18:06:40.048777 3874 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs b321f67a29f36777c97a4d63602e7954ab90e440ee20e69ebe71b052b0c7cd52 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-vrbqs b321f67a29f36777c97a4d63602e7954ab90e440ee20e69ebe71b052b0c7cd52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:32:b8:21:bb:51\",\"name\":\"b321f67a29f3677\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e74a42c1-4b78-426a-b3cc-d56c798ca895\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:06:42.071832 3874 namespace.go:98] [trusted-artifact-signer] adding namespace I0511 18:06:42.073114 3874 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.258609ms W0511 18:06:42.105567 3874 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0511 18:06:42.147639 3874 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:42.164488 3874 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:43.279576 3874 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-2xvdh for pod on switch ip-10-0-1-234.ec2.internal I0511 18:06:43.279660 3874 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh I0511 18:06:43.341701 3874 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh I0511 18:06:43.380785 3874 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh] pod update took 101.151045ms I0511 18:06:43.380807 3874 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh] addLogicalPort annotation time took 101.175264ms I0511 18:06:43.381996 3874 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh] addLogicalPort took 102.436056ms, libovsdb time 863.514µs I0511 18:06:43.633842 3874 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh 8905197fa643a6946b5c00ae4e9ecfaa7bfaa0d63e7115ef1a6f84548c461dc8 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh 8905197fa643a6946b5c00ae4e9ecfaa7bfaa0d63e7115ef1a6f84548c461dc8 network default NAD default NAD key ] I0511 18:06:43.644473 3874 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-2xvdh, hostIfaceName: 8905197fa643a69, network: default, NAD default, SandboxID: "8905197fa643a6946b5c00ae4e9ecfaa7bfaa0d63e7115ef1a6f84548c461dc8", PCI device ID: , UID: "f39b410c-e9c6-4a97-91e0-599d66355dd8", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0511 18:06:43.691441 3874 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh 8905197fa643a6946b5c00ae4e9ecfaa7bfaa0d63e7115ef1a6f84548c461dc8 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-2xvdh 8905197fa643a6946b5c00ae4e9ecfaa7bfaa0d63e7115ef1a6f84548c461dc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7d:f5:76:f9:cd\",\"name\":\"8905197fa643a69\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23512cc0-cd6f-4529-8925-a7dbf608d3b5\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:06:45.627395 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0511 18:06:49.680241 3874 namespace.go:98] [openshift-pipelines] adding namespace I0511 18:06:49.681153 3874 namespace.go:102] [openshift-pipelines] adding namespace took 888.942µs I0511 18:06:49.699823 3874 namespace.go:142] [openshift-pipelines] updating namespace I0511 18:06:50.391396 3874 namespace.go:142] [cert-manager] updating namespace I0511 18:06:50.594370 3874 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:06:50.994283 3874 namespace.go:142] [konflux-operator] updating namespace I0511 18:06:51.195415 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:06:51.396191 3874 namespace.go:142] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] updating namespace I0511 18:06:51.797948 3874 namespace.go:142] [rhbk-operator] updating namespace I0511 18:06:52.001542 3874 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:06:52.199046 3874 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:52.399741 3874 namespace.go:142] [tsf] updating namespace I0511 18:06:52.601802 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:06:52.802367 3874 namespace.go:142] [tsf-tas] updating namespace I0511 18:06:53.001573 3874 namespace.go:142] [tsf-tpa] updating namespace W0511 18:06:53.037748 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0511 18:06:53.143364 3874 namespace.go:142] [cert-manager] updating namespace I0511 18:06:53.154143 3874 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:06:53.162888 3874 namespace.go:142] [default] updating namespace I0511 18:06:53.176210 3874 namespace.go:142] [konflux-operator] updating namespace I0511 18:06:53.189125 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:06:53.203984 3874 namespace.go:142] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] updating namespace I0511 18:06:53.213520 3874 namespace.go:142] [openshift] updating namespace I0511 18:06:53.227842 3874 namespace.go:142] [rhbk-operator] updating namespace I0511 18:06:53.242591 3874 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:06:53.252441 3874 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:53.266742 3874 namespace.go:142] [tsf] updating namespace I0511 18:06:53.278368 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:06:53.290922 3874 namespace.go:142] [tsf-tas] updating namespace I0511 18:06:53.313156 3874 namespace.go:142] [tsf-tpa] updating namespace I0511 18:06:53.404587 3874 namespace.go:142] [cert-manager] updating namespace I0511 18:06:53.499319 3874 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:06:53.678021 3874 namespace.go:142] [default] updating namespace I0511 18:06:53.707532 3874 namespace.go:142] [konflux-operator] updating namespace I0511 18:06:53.793562 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:06:53.903571 3874 namespace.go:142] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] updating namespace I0511 18:06:54.016433 3874 namespace.go:142] [openshift] updating namespace I0511 18:06:54.105799 3874 namespace.go:142] [rhbk-operator] updating namespace I0511 18:06:54.240248 3874 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:06:54.309589 3874 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:54.435594 3874 namespace.go:142] [tsf] updating namespace I0511 18:06:54.549488 3874 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:06:54.605482 3874 namespace.go:142] [tsf-tas] updating namespace I0511 18:06:54.736673 3874 namespace.go:142] [tsf-tpa] updating namespace I0511 18:06:55.093015 3874 cni.go:452] [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key ] I0511 18:06:55.113782 3874 namespace.go:142] [openshift-pipelines] updating namespace I0511 18:06:55.175635 3874 cni.go:473] [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions fe788ef4988e4e10829eef9bd71ed2f30e518f6c2668d67eb1061a8c5fca0eb4 network default NAD default NAD key default], result "{}", err I0511 18:06:55.250050 3874 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:55.250084 3874 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0511 18:06:55.251202 3874 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.14 I0511 18:06:55.251225 3874 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:55.272097 3874 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:55.272116 3874 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:55.282066 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0511 18:06:55.282106 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0511 18:06:58.360517 3874 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-234.ec2.internal I0511 18:06:58.360648 3874 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0511 18:06:58.383176 3874 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 22.554161ms I0511 18:06:58.383198 3874 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 22.580182ms I0511 18:06:58.384398 3874 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 23.916255ms, libovsdb time 887.412µs I0511 18:06:58.716737 3874 cni.go:452] [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key ] I0511 18:06:58.726237 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: a558f1340bda33f, network: default, NAD default, SandboxID: "a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33", PCI device ID: , UID: "ce53e7b4-969c-40a7-8484-03166629ccf9", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0511 18:06:58.778555 3874 cni.go:473] [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b9:d3:12:61:00\",\"name\":\"a558f1340bda33f\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/142a4a53-f16d-4997-bfcb-48f607853637\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:07:01.102265 3874 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-5v2tj for pod on switch ip-10-0-1-234.ec2.internal I0511 18:07:01.102392 3874 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj I0511 18:07:01.126974 3874 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj] pod update took 24.608529ms I0511 18:07:01.126998 3874 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj] addLogicalPort annotation time took 24.638346ms I0511 18:07:01.128284 3874 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj] addLogicalPort took 26.036646ms, libovsdb time 999.563µs I0511 18:07:01.140752 3874 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-w2tc8 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:07:01.140843 3874 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8 I0511 18:07:01.204773 3874 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8 I0511 18:07:01.229431 3874 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8] pod update took 88.618553ms I0511 18:07:01.229457 3874 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8] addLogicalPort annotation time took 88.646285ms I0511 18:07:01.230924 3874 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8] addLogicalPort took 90.188873ms, libovsdb time 1.071971ms I0511 18:07:03.479322 3874 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:07:03.479524 3874 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2 I0511 18:07:03.495574 3874 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2] pod update took 16.09567ms I0511 18:07:03.495597 3874 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2] addLogicalPort annotation time took 16.122161ms I0511 18:07:03.496955 3874 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2] addLogicalPort took 17.648222ms, libovsdb time 992.724µs I0511 18:07:03.579563 3874 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-wv7xf for pod on switch ip-10-0-1-234.ec2.internal I0511 18:07:03.579686 3874 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf I0511 18:07:03.595050 3874 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf] pod update took 15.392227ms I0511 18:07:03.595070 3874 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf] addLogicalPort annotation time took 15.416601ms I0511 18:07:03.596172 3874 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf] addLogicalPort took 16.626146ms, libovsdb time 821.992µs I0511 18:07:03.846785 3874 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2 f69059326c3ac2113ecc3d45d4453822d0b805aacfea795bea88ba2c33eebb59 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2 f69059326c3ac2113ecc3d45d4453822d0b805aacfea795bea88ba2c33eebb59 network default NAD default NAD key ] I0511 18:07:03.856696 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2, hostIfaceName: f69059326c3ac21, network: default, NAD default, SandboxID: "f69059326c3ac2113ecc3d45d4453822d0b805aacfea795bea88ba2c33eebb59", PCI device ID: , UID: "9019e9b5-d0f4-4aa7-823f-fc43a4b8ad7d", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0511 18:07:03.909043 3874 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2 f69059326c3ac2113ecc3d45d4453822d0b805aacfea795bea88ba2c33eebb59 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-c7kv2 f69059326c3ac2113ecc3d45d4453822d0b805aacfea795bea88ba2c33eebb59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:75:df:cb:ca:62\",\"name\":\"f69059326c3ac21\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc3cba6-faf5-41bb-87f6-fc11a7cff506\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:07:03.942082 3874 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf f98a49d2187b3fce55343fba92bf40edb11847b2108caf7b8c0732155fb84f91 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf f98a49d2187b3fce55343fba92bf40edb11847b2108caf7b8c0732155fb84f91 network default NAD default NAD key ] I0511 18:07:03.951883 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-wv7xf, hostIfaceName: f98a49d2187b3fc, network: default, NAD default, SandboxID: "f98a49d2187b3fce55343fba92bf40edb11847b2108caf7b8c0732155fb84f91", PCI device ID: , UID: "168cb53f-651f-4e6c-abb5-6b2e02d8b2f3", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0511 18:07:03.999574 3874 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf f98a49d2187b3fce55343fba92bf40edb11847b2108caf7b8c0732155fb84f91 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wv7xf f98a49d2187b3fce55343fba92bf40edb11847b2108caf7b8c0732155fb84f91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b7:ee:79:fe:1a\",\"name\":\"f98a49d2187b3fc\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae126738-b97c-4604-8aec-95080a31c374\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:07:07.769722 3874 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:07.769746 3874 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:07.769753 3874 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:07.889640 3874 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0511 18:07:07.889658 3874 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0511 18:07:07.889664 3874 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0511 18:07:08.208976 3874 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:08.208999 3874 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:08.209006 3874 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:08.209012 3874 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0511 18:07:09.545669 3874 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8 3fea8f617a6d9e2b3a292f08e9fefe23d4da6a90e3e3f8fd27552ee136ce448b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8 3fea8f617a6d9e2b3a292f08e9fefe23d4da6a90e3e3f8fd27552ee136ce448b network default NAD default NAD key ] I0511 18:07:09.554877 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-w2tc8, hostIfaceName: 3fea8f617a6d9e2, network: default, NAD default, SandboxID: "3fea8f617a6d9e2b3a292f08e9fefe23d4da6a90e3e3f8fd27552ee136ce448b", PCI device ID: , UID: "c9881c81-ce9f-4855-b47c-82a0601cf76c", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0511 18:07:09.605326 3874 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8 3fea8f617a6d9e2b3a292f08e9fefe23d4da6a90e3e3f8fd27552ee136ce448b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w2tc8 3fea8f617a6d9e2b3a292f08e9fefe23d4da6a90e3e3f8fd27552ee136ce448b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:11:28:36:7a:d2\",\"name\":\"3fea8f617a6d9e2\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1b70f0f-4ca1-49c3-84f8-563aeaa9ce9c\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:07:10.158435 3874 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj d40dfc47fa4d58599f10fb2951b0ea71a1fa6405783d7906b997f909c9f7c258 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj d40dfc47fa4d58599f10fb2951b0ea71a1fa6405783d7906b997f909c9f7c258 network default NAD default NAD key ] I0511 18:07:10.168177 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-5v2tj, hostIfaceName: d40dfc47fa4d585, network: default, NAD default, SandboxID: "d40dfc47fa4d58599f10fb2951b0ea71a1fa6405783d7906b997f909c9f7c258", PCI device ID: , UID: "c93eb787-e646-4b0d-9829-7f8cd98a6f49", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0511 18:07:10.216151 3874 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj d40dfc47fa4d58599f10fb2951b0ea71a1fa6405783d7906b997f909c9f7c258 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5v2tj d40dfc47fa4d58599f10fb2951b0ea71a1fa6405783d7906b997f909c9f7c258 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9a:0c:81:d4:a4\",\"name\":\"d40dfc47fa4d585\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0c1baf0-8cd4-439c-baae-7564098bc56d\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:07:10.220658 3874 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0511 18:07:11.192680 3874 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0511 18:07:19.190927 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:19.190947 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:19.190952 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:19.190957 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0511 18:07:27.723476 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0511 18:07:29.733553 3874 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0511 18:07:31.000541 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0511 18:07:31.197448 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0511 18:07:33.204988 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0511 18:07:35.310457 3874 cni.go:452] [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key ] I0511 18:07:35.383827 3874 cni.go:473] [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure a558f1340bda33f4bf2997866934897122ba33d4fa22d938014c88596dcc5d33 network default NAD default NAD key default], result "{}", err I0511 18:07:35.448527 3874 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:07:35.448561 3874 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0511 18:07:35.449795 3874 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.25 I0511 18:07:35.449824 3874 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:07:35.469039 3874 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:07:35.469056 3874 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:07:35.474059 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0511 18:07:35.474092 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0511 18:07:36.703020 3874 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-234.ec2.internal I0511 18:07:36.703147 3874 kube.go:256] Updating pod tsf/test-tsf-iam I0511 18:07:36.717657 3874 pod.go:62] [tsf/test-tsf-iam] pod update took 14.555933ms I0511 18:07:36.717677 3874 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.580174ms I0511 18:07:36.718798 3874 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.790088ms, libovsdb time 780.996µs I0511 18:07:37.098253 3874 cni.go:452] [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key ] I0511 18:07:37.107540 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: c5fa2a5e52f2175, network: default, NAD default, SandboxID: "c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce", PCI device ID: , UID: "9ade9cf4-e19f-41c2-887c-0bce5c321bcb", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0511 18:07:37.153108 3874 cni.go:473] [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:15:4e:e8:df:10\",\"name\":\"c5fa2a5e52f2175\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd0236b4-ce03-4acb-a20e-89f7312177ef\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:07:37.590982 3874 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0511 18:07:37.591669 3874 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0511 18:07:37.591692 3874 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0511 18:07:37.593781 3874 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0511 18:07:37.943008 3874 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:07:37.943140 3874 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0511 18:07:37.956665 3874 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 13.584648ms I0511 18:07:37.956685 3874 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 13.610745ms I0511 18:07:37.957953 3874 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 14.961257ms, libovsdb time 936.25µs I0511 18:07:38.332959 3874 cni.go:452] [tsf-keycloak/keycloak-0 8be2f240c077be03e943477edec847572d78d97ba1b7272197639665954af526 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 8be2f240c077be03e943477edec847572d78d97ba1b7272197639665954af526 network default NAD default NAD key ] I0511 18:07:38.342489 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 8be2f240c077be0, network: default, NAD default, SandboxID: "8be2f240c077be03e943477edec847572d78d97ba1b7272197639665954af526", PCI device ID: , UID: "7b9802f6-6bc7-40b5-8107-4deef6ec2d90", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0511 18:07:38.391190 3874 cni.go:473] [tsf-keycloak/keycloak-0 8be2f240c077be03e943477edec847572d78d97ba1b7272197639665954af526 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 8be2f240c077be03e943477edec847572d78d97ba1b7272197639665954af526 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:83:15:c2:85:40\",\"name\":\"8be2f240c077be0\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44a3f223-f368-4add-95a2-faa3dca058c6\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:07:46.376965 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0511 18:07:46.376986 3874 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0511 18:07:46.377645 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0511 18:07:46.377666 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0511 18:07:47.749611 3874 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0511 18:08:04.561930 3874 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-hqlnp for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:04.562061 3874 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp I0511 18:08:04.577490 3874 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp] pod update took 15.463904ms I0511 18:08:04.577525 3874 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp] addLogicalPort annotation time took 15.502699ms I0511 18:08:04.578829 3874 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp] addLogicalPort took 16.918995ms, libovsdb time 936.927µs I0511 18:08:04.923489 3874 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp b1934ac1ac80c7261171ed85e366a42a0f8fc1fee88693afcd4ee80efeab8011 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp b1934ac1ac80c7261171ed85e366a42a0f8fc1fee88693afcd4ee80efeab8011 network default NAD default NAD key ] I0511 18:08:04.932801 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-hqlnp, hostIfaceName: b1934ac1ac80c72, network: default, NAD default, SandboxID: "b1934ac1ac80c7261171ed85e366a42a0f8fc1fee88693afcd4ee80efeab8011", PCI device ID: , UID: "dda40cbe-d526-404e-8230-0d3ae2c8e79e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0511 18:08:04.983187 3874 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp b1934ac1ac80c7261171ed85e366a42a0f8fc1fee88693afcd4ee80efeab8011 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-hqlnp b1934ac1ac80c7261171ed85e366a42a0f8fc1fee88693afcd4ee80efeab8011 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:c2:5b:49:df:16\",\"name\":\"b1934ac1ac80c72\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d0d2e48-682e-48d4-aceb-3ecae5eb7c2b\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:08:06.880250 3874 namespace.go:142] [openshift-pipelines] updating namespace W0511 18:08:10.513472 3874 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:10.513491 3874 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:10.513511 3874 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:10.570617 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0511 18:08:10.570645 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0511 18:08:10.570774 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0511 18:08:10.570785 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0511 18:08:17.744834 3874 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-jfqq8] creating logical port tsf-keycloak_tsf-iam-jfqq8 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:17.744926 3874 kube.go:256] Updating pod tsf-keycloak/tsf-iam-jfqq8 I0511 18:08:17.761651 3874 pod.go:62] [tsf-keycloak/tsf-iam-jfqq8] pod update took 16.754504ms I0511 18:08:17.761674 3874 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-jfqq8] addLogicalPort annotation time took 16.78128ms I0511 18:08:17.762840 3874 pods.go:271] [tsf-keycloak/tsf-iam-jfqq8] addLogicalPort took 18.021742ms, libovsdb time 855.381µs I0511 18:08:18.159345 3874 cni.go:452] [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key ] I0511 18:08:18.168579 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-jfqq8, hostIfaceName: 0bca63754a4b7f2, network: default, NAD default, SandboxID: "0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5", PCI device ID: , UID: "20f440eb-bc73-41f7-9a43-643ac61b1651", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0511 18:08:18.217068 3874 cni.go:473] [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:27:4b:9f:8a:d0\",\"name\":\"0bca63754a4b7f2\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/374c25b3-5781-44b0-9f16-1cd52cd051ed\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:08:24.959146 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:24.959193 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:24.959202 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0511 18:08:27.603597 3874 cni.go:452] [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key ] I0511 18:08:27.688742 3874 cni.go:473] [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam c5fa2a5e52f2175a7cb16bc9194e2f70fc0ccbf04da921f21dfccfb18f90ccce network default NAD default NAD key default], result "{}", err I0511 18:08:27.738803 3874 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:27.738844 3874 pods.go:176] Deleting pod: tsf/test-tsf-iam I0511 18:08:27.740185 3874 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.30 I0511 18:08:27.740218 3874 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:27.780082 3874 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:27.780185 3874 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:27.782985 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0511 18:08:27.783007 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0511 18:08:28.652458 3874 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:28.652564 3874 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0511 18:08:28.669323 3874 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.782016ms I0511 18:08:28.669350 3874 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.813056ms I0511 18:08:28.670743 3874 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.303246ms, libovsdb time 925.967µs I0511 18:08:29.014798 3874 cni.go:452] [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key ] I0511 18:08:29.026682 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d8bcd53db45d059, network: default, NAD default, SandboxID: "d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d", PCI device ID: , UID: "f4752882-27c7-4b67-8e67-75b2e88f10df", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0511 18:08:29.080089 3874 cni.go:473] [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:08:e4:b0:d6:d9\",\"name\":\"d8bcd53db45d059\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d57da4f-a3a9-4703-a033-08bb1ae44d90\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:08:30.830131 3874 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-666d66b7bb-6vfcq] creating logical port tsf-tas_trillian-logsigner-666d66b7bb-6vfcq for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:30.830314 3874 kube.go:256] Updating pod tsf-tas/trillian-logsigner-666d66b7bb-6vfcq I0511 18:08:30.850171 3874 pod.go:62] [tsf-tas/trillian-logsigner-666d66b7bb-6vfcq] pod update took 19.889595ms I0511 18:08:30.850204 3874 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-666d66b7bb-6vfcq] addLogicalPort annotation time took 19.928578ms I0511 18:08:30.851785 3874 pods.go:271] [tsf-tas/trillian-logsigner-666d66b7bb-6vfcq] addLogicalPort took 21.672105ms, libovsdb time 1.061884ms I0511 18:08:31.790155 3874 cni.go:452] [tsf-tas/trillian-logsigner-666d66b7bb-6vfcq 7e108cb7a6542d2a5b5de7153a86f1b6a4f3d8815beb1b73382afc34c39969f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-666d66b7bb-6vfcq 7e108cb7a6542d2a5b5de7153a86f1b6a4f3d8815beb1b73382afc34c39969f0 network default NAD default NAD key ] I0511 18:08:31.802944 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-666d66b7bb-6vfcq, hostIfaceName: 7e108cb7a6542d2, network: default, NAD default, SandboxID: "7e108cb7a6542d2a5b5de7153a86f1b6a4f3d8815beb1b73382afc34c39969f0", PCI device ID: , UID: "4a9832dd-4a2b-4214-b547-d3727652d60f", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0511 18:08:31.856461 3874 cni.go:473] [tsf-tas/trillian-logsigner-666d66b7bb-6vfcq 7e108cb7a6542d2a5b5de7153a86f1b6a4f3d8815beb1b73382afc34c39969f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-666d66b7bb-6vfcq 7e108cb7a6542d2a5b5de7153a86f1b6a4f3d8815beb1b73382afc34c39969f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:46:bc:d7:b0:e4\",\"name\":\"7e108cb7a6542d2\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1416a0de-2bec-43a0-9375-1b8066fecd04\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:08:34.211904 3874 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0511 18:08:34.211930 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0511 18:08:34.700258 3874 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0511 18:08:34.728056 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0511 18:08:37.673531 3874 cni.go:452] [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key ] I0511 18:08:37.761815 3874 cni.go:473] [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-jfqq8 0bca63754a4b7f294aa30ead3930e9fc0f455f5e83624ad91d9f5a6e32f635e5 network default NAD default NAD key default], result "{}", err W0511 18:08:39.405168 3874 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0511 18:08:39.680176 3874 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:39.680210 3874 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-jfqq8 I0511 18:08:39.681457 3874 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-jfqq8, ips: 10.130.0.33 I0511 18:08:39.681488 3874 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0511 18:08:40.688701 3874 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0511 18:08:40.706433 3874 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:40.706451 3874 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:42.700784 3874 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0511 18:08:49.056139 3874 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:49.056740 3874 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:49.304245 3874 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:49.304266 3874 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0511 18:08:49.317995 3874 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0511 18:08:49.806202 3874 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-ws2wr for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:49.806290 3874 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr I0511 18:08:49.823407 3874 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr] pod update took 17.138448ms I0511 18:08:49.823429 3874 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr] addLogicalPort annotation time took 17.165948ms I0511 18:08:49.824667 3874 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr] addLogicalPort took 18.481518ms, libovsdb time 895.553µs I0511 18:08:49.930449 3874 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wn48p for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:49.930589 3874 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p I0511 18:08:49.944012 3874 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p] pod update took 13.460977ms I0511 18:08:49.944033 3874 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p] addLogicalPort annotation time took 13.48788ms I0511 18:08:49.945196 3874 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p] addLogicalPort took 14.765362ms, libovsdb time 792.385µs I0511 18:08:50.036278 3874 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-kqzzv for pod on switch ip-10-0-1-234.ec2.internal I0511 18:08:50.036389 3874 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv I0511 18:08:50.051484 3874 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv] pod update took 15.143518ms I0511 18:08:50.051519 3874 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv] addLogicalPort annotation time took 15.182737ms I0511 18:08:50.052662 3874 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv] addLogicalPort took 16.401488ms, libovsdb time 793.986µs I0511 18:08:50.289778 3874 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p 828e00ce112fd3caa874de353c13dd19726a9d03ae06e0e9a7564291cd2c0fc3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p 828e00ce112fd3caa874de353c13dd19726a9d03ae06e0e9a7564291cd2c0fc3 network default NAD default NAD key ] I0511 18:08:50.298862 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wn48p, hostIfaceName: 828e00ce112fd3c, network: default, NAD default, SandboxID: "828e00ce112fd3caa874de353c13dd19726a9d03ae06e0e9a7564291cd2c0fc3", PCI device ID: , UID: "75b032e1-dd55-4ce8-8e93-b37f2c860bf2", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0511 18:08:50.348627 3874 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p 828e00ce112fd3caa874de353c13dd19726a9d03ae06e0e9a7564291cd2c0fc3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wn48p 828e00ce112fd3caa874de353c13dd19726a9d03ae06e0e9a7564291cd2c0fc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b0:e4:15:f7:79\",\"name\":\"828e00ce112fd3c\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53778522-7a20-4115-a763-47199b0af5a2\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:08:50.395433 3874 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv 7113e9f3e8f248f021e4e7e65a882bd4c85bff8b093c10d516172957efbf64e2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv 7113e9f3e8f248f021e4e7e65a882bd4c85bff8b093c10d516172957efbf64e2 network default NAD default NAD key ] I0511 18:08:50.405100 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-kqzzv, hostIfaceName: 7113e9f3e8f248f, network: default, NAD default, SandboxID: "7113e9f3e8f248f021e4e7e65a882bd4c85bff8b093c10d516172957efbf64e2", PCI device ID: , UID: "3d8c3218-aaed-4f82-a8a1-390a51ca3a09", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0511 18:08:50.454802 3874 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv 7113e9f3e8f248f021e4e7e65a882bd4c85bff8b093c10d516172957efbf64e2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kqzzv 7113e9f3e8f248f021e4e7e65a882bd4c85bff8b093c10d516172957efbf64e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:76:63:38:69:5b\",\"name\":\"7113e9f3e8f248f\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8538f484-90e0-42f6-b98b-5d5f3e549d82\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:08:50.469804 3874 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr 8f06d5bd3aa115e94dbda8a36221a3afd5b28f09111d576666113496cb53f9bb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr 8f06d5bd3aa115e94dbda8a36221a3afd5b28f09111d576666113496cb53f9bb network default NAD default NAD key ] I0511 18:08:50.479155 3874 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-ws2wr, hostIfaceName: 8f06d5bd3aa115e, network: default, NAD default, SandboxID: "8f06d5bd3aa115e94dbda8a36221a3afd5b28f09111d576666113496cb53f9bb", PCI device ID: , UID: "705d8ee3-6da5-492b-a7ab-322431021570", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0511 18:08:50.529107 3874 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr 8f06d5bd3aa115e94dbda8a36221a3afd5b28f09111d576666113496cb53f9bb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ws2wr 8f06d5bd3aa115e94dbda8a36221a3afd5b28f09111d576666113496cb53f9bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:6b:ff:2f:e2:5d\",\"name\":\"8f06d5bd3aa115e\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41e21059-ae49-49e4-a153-845dd01ff25f\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0511 18:08:53.756881 3874 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0511 18:08:54.763889 3874 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0511 18:08:54.763908 3874 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0511 18:08:54.790940 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0511 18:08:54.790960 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0511 18:08:58.739791 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0511 18:09:04.765040 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0511 18:09:18.843463 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0511 18:09:20.901904 3874 cni.go:452] [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key ] I0511 18:09:20.984462 3874 cni.go:473] [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d8bcd53db45d0597a7dd0c6650b68194d7d629f4a31ed60a35c54c3f8fbc140d network default NAD default NAD key default], result "{}", err I0511 18:09:21.035020 3874 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:21.035055 3874 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0511 18:09:21.036301 3874 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.34 I0511 18:09:21.036330 3874 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:21.054444 3874 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:21.054467 3874 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:21.061331 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0511 18:09:21.061357 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0511 18:09:21.746718 3874 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-cwh9d] creating logical port tsf_patch-tekton-config-cwh9d for pod on switch ip-10-0-1-234.ec2.internal I0511 18:09:21.746845 3874 kube.go:256] Updating pod tsf/patch-tekton-config-cwh9d I0511 18:09:21.758292 3874 pod.go:62] [tsf/patch-tekton-config-cwh9d] pod update took 11.471043ms I0511 18:09:21.758317 3874 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-cwh9d] addLogicalPort annotation time took 11.503264ms I0511 18:09:21.759994 3874 pods.go:271] [tsf/patch-tekton-config-cwh9d] addLogicalPort took 13.291151ms, libovsdb time 1.122714ms I0511 18:09:22.109375 3874 cni.go:452] [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key ] I0511 18:09:22.119105 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-cwh9d, hostIfaceName: 4888ed62b0b8c15, network: default, NAD default, SandboxID: "4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d", PCI device ID: , UID: "3b41bd1b-1392-4609-9a7f-edf46c2c136d", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0511 18:09:22.167957 3874 cni.go:473] [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:14:e5:ae:c5:2a\",\"name\":\"4888ed62b0b8c15\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6530f1d7-7d71-4825-bcd5-12289f893235\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:09:22.764861 3874 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:22.765574 3874 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:23.635974 3874 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:23.636031 3874 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0511 18:09:29.502769 3874 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0511 18:09:29.959680 3874 cni.go:452] [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key ] I0511 18:09:30.043818 3874 cni.go:473] [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-cwh9d 4888ed62b0b8c15672ca79432dce528d06d08602ec5844287de041285eb3971d network default NAD default NAD key default], result "{}", err I0511 18:09:30.094554 3874 obj_retry.go:498] Detected object tsf/patch-tekton-config-cwh9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:30.094595 3874 pods.go:176] Deleting pod: tsf/patch-tekton-config-cwh9d I0511 18:09:30.095858 3874 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-cwh9d, ips: 10.130.0.39 I0511 18:09:30.095886 3874 obj_retry.go:498] Detected object tsf/patch-tekton-config-cwh9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0511 18:09:30.670177 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0511 18:09:30.973044 3874 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:30.973077 3874 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:35.832235 3874 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-g4g6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:35.832850 3874 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-g4g6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:36.853914 3874 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-g4g6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.853938 3874 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-g4g6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.887857 3874 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.887876 3874 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.892298 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cwh9d I0511 18:09:36.892320 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cwh9d I0511 18:09:37.519341 3874 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-234.ec2.internal I0511 18:09:37.519432 3874 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0511 18:09:37.534698 3874 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.287993ms I0511 18:09:37.534719 3874 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.314488ms I0511 18:09:37.536067 3874 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.741758ms, libovsdb time 1.022116ms W0511 18:09:37.721779 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0511 18:09:37.878466 3874 cni.go:452] [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key ] I0511 18:09:37.887534 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: ec71bc087dd66fa, network: default, NAD default, SandboxID: "ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119", PCI device ID: , UID: "decc16c3-f7b6-4b71-a048-b8001f1576f4", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0511 18:09:37.936778 3874 cni.go:473] [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:0d:10:b0:16:e9\",\"name\":\"ec71bc087dd66fa\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/645318ca-dc24-45e0-bd88-31218852942f\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:09:42.024294 3874 cni.go:452] [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key ] I0511 18:09:42.097241 3874 cni.go:473] [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa ec71bc087dd66fa54ebfb1d7f48df15af5af0ec0fee98a8b18a93eb39ee42119 network default NAD default NAD key default], result "{}", err I0511 18:09:42.147416 3874 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:42.147453 3874 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0511 18:09:42.148655 3874 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.40 I0511 18:09:42.148682 3874 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:42.168306 3874 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:42.168325 3874 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:42.173634 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0511 18:09:42.173654 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0511 18:09:42.372743 3874 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-234.ec2.internal I0511 18:09:42.372883 3874 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0511 18:09:42.385306 3874 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.459139ms I0511 18:09:42.385327 3874 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.487842ms I0511 18:09:42.386680 3874 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 13.951793ms, libovsdb time 984.996µs I0511 18:09:42.733386 3874 cni.go:452] [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key ] I0511 18:09:42.743527 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 420af7fada2fc6d, network: default, NAD default, SandboxID: "420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30", PCI device ID: , UID: "d655f905-a90c-4456-9300-347065538f79", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0511 18:09:42.793615 3874 cni.go:473] [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9e:f5:35:88:de\",\"name\":\"420af7fada2fc6d\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eacc8d32-b77d-437d-a665-b130030dc567\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:09:47.919354 3874 obj_retry.go:498] Detected object tsf-tpa/create-db-qmtcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:47.919880 3874 obj_retry.go:498] Detected object tsf-tpa/create-db-qmtcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:48.952287 3874 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:48.952316 3874 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:49.734195 3874 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:49.734771 3874 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:50.627064 3874 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:50.627088 3874 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:51.939182 3874 obj_retry.go:498] Detected object tsf-tpa/migrate-db-klwgs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:51.939763 3874 obj_retry.go:498] Detected object tsf-tpa/migrate-db-klwgs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:52.083651 3874 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:52.083674 3874 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:54.972871 3874 obj_retry.go:498] Detected object tsf-tpa/create-importers-kc88q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:54.973430 3874 obj_retry.go:498] Detected object tsf-tpa/create-importers-kc88q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:55.201206 3874 base_network_controller_pods.go:487] [default/tsf-tpa/server-754779c5f9-d6t57] creating logical port tsf-tpa_server-754779c5f9-d6t57 for pod on switch ip-10-0-1-234.ec2.internal I0511 18:09:55.201323 3874 kube.go:256] Updating pod tsf-tpa/server-754779c5f9-d6t57 I0511 18:09:55.215771 3874 pod.go:62] [tsf-tpa/server-754779c5f9-d6t57] pod update took 14.48329ms I0511 18:09:55.215797 3874 base_network_controller_pods.go:951] [default/tsf-tpa/server-754779c5f9-d6t57] addLogicalPort annotation time took 14.517116ms I0511 18:09:55.217243 3874 pods.go:271] [tsf-tpa/server-754779c5f9-d6t57] addLogicalPort took 16.056214ms, libovsdb time 987.14µs I0511 18:09:55.259141 3874 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-hdwwg] creating logical port tsf-tpa_importer-86bcdf477b-hdwwg for pod on switch ip-10-0-1-234.ec2.internal I0511 18:09:55.259229 3874 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-hdwwg I0511 18:09:55.284076 3874 pod.go:62] [tsf-tpa/importer-86bcdf477b-hdwwg] pod update took 24.870461ms I0511 18:09:55.284108 3874 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-hdwwg] addLogicalPort annotation time took 24.906706ms I0511 18:09:55.285468 3874 pods.go:271] [tsf-tpa/importer-86bcdf477b-hdwwg] addLogicalPort took 26.342473ms, libovsdb time 869.028µs I0511 18:09:56.008799 3874 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:56.008826 3874 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0511 18:09:59.856534 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0511 18:10:02.714377 3874 cni.go:452] [tsf-tpa/server-754779c5f9-d6t57 30da19099ea43ba120b20660876fc6ced6d35a1abb3fd79c1e4915fbf3ec262f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-754779c5f9-d6t57 30da19099ea43ba120b20660876fc6ced6d35a1abb3fd79c1e4915fbf3ec262f network default NAD default NAD key ] I0511 18:10:02.719069 3874 cni.go:452] [tsf-tpa/importer-86bcdf477b-hdwwg 63d174664e0fbc6dcf32d0ec66b371034931784998a72952199bfdb805795535 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-hdwwg 63d174664e0fbc6dcf32d0ec66b371034931784998a72952199bfdb805795535 network default NAD default NAD key ] I0511 18:10:02.724679 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-754779c5f9-d6t57, hostIfaceName: 30da19099ea43ba, network: default, NAD default, SandboxID: "30da19099ea43ba120b20660876fc6ced6d35a1abb3fd79c1e4915fbf3ec262f", PCI device ID: , UID: "556c82e2-4bc7-4b94-a4f1-112f8a0a062b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0511 18:10:02.728965 3874 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-hdwwg, hostIfaceName: 63d174664e0fbc6, network: default, NAD default, SandboxID: "63d174664e0fbc6dcf32d0ec66b371034931784998a72952199bfdb805795535", PCI device ID: , UID: "0aeb079d-6c84-4ebc-af2d-4aae65ccdcd7", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0511 18:10:02.774162 3874 cni.go:473] [tsf-tpa/server-754779c5f9-d6t57 30da19099ea43ba120b20660876fc6ced6d35a1abb3fd79c1e4915fbf3ec262f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-754779c5f9-d6t57 30da19099ea43ba120b20660876fc6ced6d35a1abb3fd79c1e4915fbf3ec262f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a3:dc:9f:ba:05\",\"name\":\"30da19099ea43ba\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59d97a5b-b6ae-4fed-a7be-10589b8b52c3\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:10:02.795314 3874 cni.go:473] [tsf-tpa/importer-86bcdf477b-hdwwg 63d174664e0fbc6dcf32d0ec66b371034931784998a72952199bfdb805795535 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-hdwwg 63d174664e0fbc6dcf32d0ec66b371034931784998a72952199bfdb805795535 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:35:51:cd:7b:6e\",\"name\":\"63d174664e0fbc6\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b291c47-36e9-4c1b-aca8-c0cac98c958e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0511 18:10:05.162884 3874 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:05.163405 3874 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:05.904148 3874 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:05.904171 3874 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0511 18:10:07.191674 3874 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0511 18:10:07.848485 3874 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:07.849076 3874 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0511 18:10:08.185115 3874 util.go:959] Failed to build node endpoints for node ip-10-0-1-234.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0511 18:10:08.871001 3874 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:08.871029 3874 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:10.187170 3874 cni.go:452] [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key ] I0511 18:10:10.278954 3874 cni.go:473] [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 420af7fada2fc6d994c9d897d35b301bbb3519830428be30a07caaf391a72b30 network default NAD default NAD key default], result "{}", err I0511 18:10:10.332301 3874 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:10.332334 3874 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0511 18:10:10.333602 3874 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.41 I0511 18:10:10.333627 3874 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:10.353312 3874 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:10.353334 3874 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:10.359214 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0511 18:10:10.359243 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0511 18:10:11.222349 3874 namespace.go:98] [integration-service] adding namespace I0511 18:10:11.223220 3874 namespace.go:102] [integration-service] adding namespace took 850.189µs I0511 18:10:11.232840 3874 namespace.go:98] [image-controller] adding namespace I0511 18:10:11.232892 3874 namespace.go:98] [build-service] adding namespace I0511 18:10:11.233528 3874 namespace.go:102] [image-controller] adding namespace took 671.122µs I0511 18:10:11.234142 3874 namespace.go:102] [build-service] adding namespace took 1.233848ms I0511 18:10:11.235057 3874 namespace.go:98] [default-tenant] adding namespace I0511 18:10:11.235625 3874 namespace.go:102] [default-tenant] adding namespace took 559.577µs I0511 18:10:11.274329 3874 namespace.go:142] [integration-service] updating namespace I0511 18:10:11.338593 3874 namespace.go:142] [integration-service] updating namespace I0511 18:10:11.338654 3874 namespace.go:142] [image-controller] updating namespace I0511 18:10:11.383413 3874 namespace.go:142] [image-controller] updating namespace I0511 18:10:11.421354 3874 namespace.go:142] [build-service] updating namespace I0511 18:10:11.487404 3874 namespace.go:142] [build-service] updating namespace I0511 18:10:11.491334 3874 namespace.go:142] [default-tenant] updating namespace I0511 18:10:11.532988 3874 namespace.go:142] [default-tenant] updating namespace I0511 18:10:11.616486 3874 namespace.go:142] [build-service] updating namespace I0511 18:10:11.626429 3874 namespace.go:142] [integration-service] updating namespace I0511 18:10:11.681666 3874 namespace.go:98] [release-service] adding namespace I0511 18:10:11.682482 3874 namespace.go:102] [release-service] adding namespace took 798.353µs I0511 18:10:11.745047 3874 namespace.go:142] [release-service] updating namespace I0511 18:10:11.783371 3874 namespace.go:142] [release-service] updating namespace I0511 18:10:11.856766 3874 namespace.go:142] [konflux-ui] updating namespace I0511 18:10:12.027717 3874 namespace.go:98] [konflux-info] adding namespace I0511 18:10:12.028469 3874 namespace.go:102] [konflux-info] adding namespace took 732.178µs I0511 18:10:12.159587 3874 namespace.go:142] [konflux-info] updating namespace I0511 18:10:12.159666 3874 namespace.go:98] [namespace-lister] adding namespace I0511 18:10:12.160485 3874 namespace.go:102] [namespace-lister] adding namespace took 801.324µs I0511 18:10:12.230434 3874 namespace.go:98] [enterprise-contract-service] adding namespace I0511 18:10:12.230562 3874 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:12.231255 3874 namespace.go:102] [enterprise-contract-service] adding namespace took 802.847µs I0511 18:10:12.255561 3874 namespace.go:142] [konflux-info] updating namespace I0511 18:10:12.331766 3874 namespace.go:142] [image-controller] updating namespace I0511 18:10:12.369686 3874 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:12.424418 3874 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:12.505785 3874 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:12.605576 3874 namespace.go:142] [default-tenant] updating namespace I0511 18:10:12.674998 3874 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0511 18:10:12.675702 3874 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0511 18:10:12.675729 3874 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0511 18:10:12.678446 3874 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0511 18:10:12.743871 3874 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0511 18:10:12.743903 3874 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0511 18:10:12.744788 3874 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0511 18:10:12.778493 3874 namespace.go:98] [segment-bridge] adding namespace I0511 18:10:12.779199 3874 namespace.go:102] [segment-bridge] adding namespace took 676.673µs I0511 18:10:12.848544 3874 namespace.go:98] [konflux-cli] adding namespace I0511 18:10:12.849360 3874 namespace.go:102] [konflux-cli] adding namespace took 797.504µs I0511 18:10:12.899646 3874 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:13.106725 3874 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:13.695665 3874 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:14.062703 3874 namespace.go:142] [build-service] updating namespace I0511 18:10:14.199757 3874 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:15.367620 3874 namespace.go:142] [default-tenant] updating namespace I0511 18:10:15.721610 3874 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:15.907725 3874 namespace.go:142] [image-controller] updating namespace I0511 18:10:16.199825 3874 namespace.go:142] [integration-service] updating namespace I0511 18:10:16.508857 3874 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:16.770217 3874 namespace.go:142] [konflux-info] updating namespace I0511 18:10:16.995571 3874 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:17.186086 3874 namespace.go:142] [release-service] updating namespace I0511 18:10:17.385586 3874 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:17.501792 3874 namespace.go:142] [build-service] updating namespace I0511 18:10:17.524163 3874 namespace.go:142] [default-tenant] updating namespace I0511 18:10:17.542350 3874 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:17.558052 3874 namespace.go:142] [image-controller] updating namespace I0511 18:10:17.573835 3874 namespace.go:142] [integration-service] updating namespace I0511 18:10:17.590220 3874 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:17.603419 3874 namespace.go:142] [konflux-info] updating namespace I0511 18:10:17.617365 3874 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:17.630321 3874 namespace.go:142] [release-service] updating namespace I0511 18:10:17.645312 3874 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:17.686633 3874 namespace.go:142] [build-service] updating namespace I0511 18:10:17.743963 3874 namespace.go:142] [default-tenant] updating namespace W0511 18:10:17.798138 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0511 18:10:17.833402 3874 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:17.929611 3874 namespace.go:142] [image-controller] updating namespace I0511 18:10:18.032124 3874 namespace.go:142] [integration-service] updating namespace I0511 18:10:18.131524 3874 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:18.234164 3874 namespace.go:142] [konflux-info] updating namespace I0511 18:10:18.336421 3874 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:18.432688 3874 namespace.go:142] [release-service] updating namespace I0511 18:10:18.533716 3874 namespace.go:142] [segment-bridge] updating namespace W0511 18:10:19.787896 3874 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0511 18:10:20.797231 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0511 18:10:20.799130 3874 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0511 18:10:20.829362 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0511 18:10:20.855484 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0511 18:10:20.855546 3874 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0511 18:10:23.822723 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0511 18:10:24.835312 3874 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0511 18:10:27.859563 3874 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:27.859581 3874 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:27.888233 3874 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0511 18:10:27.888336 3874 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0511 18:10:28.040020 3874 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:28.040039 3874 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0511 18:10:32.201745 3874 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:32.202291 3874 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:32.894013 3874 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:32.894042 3874 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:32.899046 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq I0511 18:10:32.899073 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq I0511 18:10:52.634678 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=625 I0511 18:11:38.359865 3874 obj_retry.go:498] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:38.360427 3874 obj_retry.go:498] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:39.295332 3874 obj_retry.go:492] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:39.295354 3874 obj_retry.go:492] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:39.302519 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-b94f86758-5r7vh I0511 18:11:39.302550 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-b94f86758-5r7vh I0511 18:11:44.635844 3874 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:44.636392 3874 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:44.671428 3874 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:44.671452 3874 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:44.680309 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0511 18:11:44.680334 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0511 18:11:48.707876 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0511 18:11:53.719761 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0511 18:12:05.617973 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0511 18:12:08.736279 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0511 18:12:16.026718 3874 namespace.go:98] [managed-tenant-uvubb] adding namespace I0511 18:12:16.027729 3874 namespace.go:102] [managed-tenant-uvubb] adding namespace took 983.229µs I0511 18:12:16.074638 3874 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:16.108828 3874 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:17.107864 3874 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:17.230076 3874 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:17.329815 3874 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:13:12.612114 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0511 18:13:14.618362 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0511 18:13:54.618384 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0511 18:13:54.749261 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0511 18:15:21.730479 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0511 18:15:25.736372 3874 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0511 18:15:32.647529 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0511 18:15:32.703606 3874 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0511 18:15:59.703116 3874 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0511 18:16:21.726128 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0511 18:16:36.742978 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0511 18:16:46.638005 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=18 I0511 18:17:45.621319 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0511 18:18:37.723183 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0511 18:19:17.625291 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 W0511 18:19:26.046921 3874 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7d6559f477-p77qr I0511 18:19:48.060149 3874 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:48.060203 3874 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:48.064827 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-qmtcr I0511 18:19:48.064864 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-qmtcr I0511 18:19:51.738986 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0511 18:19:52.029989 3874 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:52.030045 3874 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:52.038993 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-klwgs I0511 18:19:52.039024 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-klwgs I0511 18:19:56.028489 3874 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:56.028557 3874 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:56.032709 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-kc88q I0511 18:19:56.032745 3874 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-kc88q I0511 18:20:04.478762 3874 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:20:04.479331 3874 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:20:05.344798 3874 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:20:05.344828 3874 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:20:11.615417 3874 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0511 18:20:43.706617 3874 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0511 18:20:56.710925 3874 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10