+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-208.ec2.internal ++ [[ -n ip-10-0-1-208.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-208.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 17:02:34.945152618 - disable conntrack on geneve port' I0513 17:02:34.945152618 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 17:02:34.986016332 - starting ovnkube-node' I0513 17:02:34.986016332 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-208.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-208.ec2.internal --init-node ip-10-0-1-208.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-208.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 17:02:35.050318 3637 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 17:02:35.050379 3637 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5382aa856e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 17:02:35.052039 3637 kube.go:431] Waiting for certificate I0513 17:02:35.052082 3637 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 17:02:35.052116 3637 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 17:02:35.053062 3637 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 17:02:35.083123 3637 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:35.083143 3637 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:35.086582 3637 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:35.086673 3637 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bsz7x" I0513 17:02:49.390617 3637 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bsz7x" I0513 17:02:49.390770 3637 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 17:02:50.052920 3637 kube.go:438] Certificate found I0513 17:02:50.053558 3637 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 17:02:50.055033 3637 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 17:02:50.122236 3637 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 17:02:50.137064 3637 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 17:02:50.137266 3637 server.go:101] MetricServer registers OVS metrics I0513 17:02:50.137818 3637 server.go:105] MetricServer registers OVN DB metrics I0513 17:02:50.139181 3637 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 17:02:50.139326 3637 factory.go:561] Starting watch factory I0513 17:02:50.139459 3637 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.139505 3637 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.139758 3637 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.139821 3637 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.139808 3637 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.139850 3637 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.140005 3637 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.140102 3637 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.140246 3637 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.140315 3637 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.140414 3637 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.140431 3637 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.143347 3637 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 17:02:50.143383 3637 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 17:02:50.147740 3637 controller_manager.go:370] Starting the ovnkube controller I0513 17:02:50.147754 3637 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-208.ec2.internal I0513 17:02:50.147807 3637 controller_manager.go:395] NBDB zone sync took: 44.679µs I0513 17:02:50.147818 3637 factory.go:561] Starting watch factory I0513 17:02:50.157320 3637 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 17:02:50.157350 3637 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 17:02:50.161072 3637 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 17:02:50.161103 3637 server.go:109] MetricServer registers OVN Controller metrics I0513 17:02:50.165198 3637 server.go:113] MetricServer registers OVN Northd metrics I0513 17:02:50.166011 3637 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.166030 3637 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.166109 3637 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.168609 3637 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.169862 3637 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.171107 3637 metrics.go:519] OVN Metrics Server starts to run ... I0513 17:02:50.183427 3637 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 17:02:50.244479 3637 factory.go:1977] *v1.Node informer cache synced successfully I0513 17:02:50.244505 3637 factory.go:1977] *v1.Service informer cache synced successfully I0513 17:02:50.244510 3637 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 17:02:50.244513 3637 factory.go:1977] *v1.Pod informer cache synced successfully I0513 17:02:50.244516 3637 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 17:02:50.244519 3637 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 17:02:50.244598 3637 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:50.244612 3637 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:50.244629 3637 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:50.244652 3637 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:50.253097 3637 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:50.253097 3637 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 17:02:50.253703 3637 factory.go:1977] *v1.Pod informer cache synced successfully I0513 17:02:50.253715 3637 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 17:02:50.253719 3637 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 17:02:50.253722 3637 factory.go:1977] *v1.Node informer cache synced successfully I0513 17:02:50.253726 3637 factory.go:1977] *v1.Service informer cache synced successfully I0513 17:02:50.253729 3637 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 17:02:50.259706 3637 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 17:02:50.259722 3637 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 17:02:50.259869 3637 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.259911 3637 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.264565 3637 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.265469 3637 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 17:02:50.265539 3637 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.265551 3637 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.268107 3637 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.271352 3637 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 17:02:50.271468 3637 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.271479 3637 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.275979 3637 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.276882 3637 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 17:02:50.276957 3637 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.276969 3637 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.279524 3637 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.281960 3637 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 17:02:50.282029 3637 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.282042 3637 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.285696 3637 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.287648 3637 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 17:02:50.287821 3637 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:02:50.287841 3637 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:02:50.290881 3637 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 17:02:50.292885 3637 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 17:02:50.292978 3637 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.292995 3637 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.293009 3637 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.293026 3637 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.296702 3637 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.296787 3637 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 17:02:50.298701 3637 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 17:02:50.298712 3637 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 17:02:50.298722 3637 factory.go:680] Watch Factory start up complete, took: 150.901118ms I0513 17:02:50.298730 3637 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-208.ec2.internal" zone I0513 17:02:50.350978 3637 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 17:02:50.351003 3637 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 17:02:50.356308 3637 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 17:02:50.361473 3637 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 17:02:50.366626 3637 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 17:02:50.371802 3637 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 17:02:50.376987 3637 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 17:02:50.382174 3637 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 17:02:50.387352 3637 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 17:02:50.387362 3637 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 17:02:50.387370 3637 factory.go:680] Watch Factory start up complete, took: 248.048919ms I0513 17:02:50.387454 3637 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 17:02:50.409880 3637 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 16:57:49 +0000 UTC" deadline="2026-05-14 10:30:30.317156244 +0000 UTC" I0513 17:02:50.409919 3637 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h27m39.907244678s" I0513 17:02:50.434472 3637 default_node_network_controller.go:710] Initializing the default node network controller I0513 17:02:50.516345 3637 udn_isolation.go:101] Starting UDN host isolation manager I0513 17:02:50.522919 3637 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 17:02:50.581747 3637 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 17:02:50.581859 3637 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 17:02:50.581876 3637 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 17:02:50.616812 3637 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 17:02:50.616883 3637 default_node_network_controller.go:809] Node ip-10-0-1-208.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0513 17:02:50.622591 3637 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.208"] k8s.ovn.org/zone-name:ip-10-0-1-208.ec2.internal] on node ip-10-0-1-208.ec2.internal I0513 17:02:50.651927 3637 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 17:02:50.658540 3637 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 17:02:50.658691 3637 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0513 17:02:50.658869 3637 gateway_init.go:263] Preparing Gateway I0513 17:02:50.658880 3637 gateway_shared_intf.go:1687] Creating new gateway I0513 17:02:50.771081 3637 iptables.go:108] Creating table: filter chain: FORWARD I0513 17:02:50.777398 3637 iptables.go:108] Creating table: filter chain: OUTPUT I0513 17:02:50.783592 3637 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 17:02:50.783609 3637 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-208.ec2.internal","mac-address":"0a:ff:d5:81:0a:0f","ip-addresses":["10.0.1.208/24"],"ip-address":"10.0.1.208/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e8081438-c40e-4fb3-a435-1975ccf8ec65 k8s.ovn.org/node-encap-ips:["10.0.1.208"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.208/24"} k8s.ovn.org/zone-name:ip-10-0-1-208.ec2.internal] on node ip-10-0-1-208.ec2.internal I0513 17:02:50.799743 3637 controller_manager.go:429] Waiting for node in zone sync took: 500.999733ms I0513 17:02:50.806864 3637 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:50.807092 3637 controller_manager.go:611] Switching to transit router for layer2 networks I0513 17:02:50.807107 3637 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-208.ec2.internal I0513 17:02:50.825348 3637 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 17:02:50.832181 3637 controller_manager.go:290] SCTP support detected in OVN I0513 17:02:50.832783 3637 services_controller.go:69] Creating services controller for network=default I0513 17:02:50.832887 3637 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 17:02:50.832999 3637 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 17:02:50.833040 3637 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 17:02:50.833058 3637 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 17:02:50.833074 3637 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 17:02:50.833317 3637 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 17:02:50.833377 3637 udn_enabled_svc.go:95] Performing full resync I0513 17:02:50.833393 3637 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 17:02:50.833433 3637 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.003µs I0513 17:02:50.833446 3637 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.22µs I0513 17:02:50.833454 3637 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 17:02:50.833464 3637 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 17:02:50.833480 3637 default_network_controller.go:325] Starting the default network controller I0513 17:02:50.833484 3637 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.289µs I0513 17:02:50.833576 3637 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 21.622µs I0513 17:02:50.833725 3637 udn_enabled_svc.go:99] Waiting for handler to sync I0513 17:02:50.833735 3637 udn_enabled_svc.go:104] Starting worker I0513 17:02:50.843277 3637 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 17:02:50.843355 3637 repair.go:33] Syncing exgw routes took 62.152µs I0513 17:02:50.843393 3637 default_network_controller.go:414] Starting all the Watchers... I0513 17:02:50.843582 3637 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 17:02:50.843593 3637 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 17:02:50.843594 3637 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 17:02:50.843608 3637 namespace.go:98] [openshift-image-registry] adding namespace I0513 17:02:50.843610 3637 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 17:02:50.843622 3637 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 17:02:50.843624 3637 namespace.go:98] [kube-system] adding namespace I0513 17:02:50.843636 3637 namespace.go:98] [openshift-config] adding namespace I0513 17:02:50.843645 3637 namespace.go:98] [openshift-config-operator] adding namespace I0513 17:02:50.843650 3637 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 17:02:50.843654 3637 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 17:02:50.843656 3637 namespace.go:98] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] adding namespace I0513 17:02:50.843658 3637 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 17:02:50.843663 3637 namespace.go:98] [openshift-console] adding namespace I0513 17:02:50.843587 3637 namespace.go:98] [openshift-etcd] adding namespace I0513 17:02:50.844245 3637 namespace.go:102] [openshift-operators-redhat] adding namespace took 647.725µs I0513 17:02:50.844260 3637 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 17:02:50.844971 3637 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 1.367407ms I0513 17:02:50.844990 3637 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 17:02:50.845647 3637 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 649.234µs I0513 17:02:50.845670 3637 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 17:02:50.846181 3637 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.572982ms I0513 17:02:50.846200 3637 namespace.go:98] [openshift-node] adding namespace I0513 17:02:50.846743 3637 namespace.go:102] [openshift-image-registry] adding namespace took 3.121224ms I0513 17:02:50.846759 3637 namespace.go:98] [openshift-backplane] adding namespace I0513 17:02:50.847315 3637 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.691367ms I0513 17:02:50.847329 3637 namespace.go:98] [kube-public] adding namespace W0513 17:02:50.847877 3637 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-p8vnc: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found I0513 17:02:50.847918 3637 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.287264ms I0513 17:02:50.847939 3637 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 17:02:50.848542 3637 namespace.go:102] [kube-system] adding namespace took 4.909171ms I0513 17:02:50.848552 3637 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 17:02:50.849228 3637 namespace.go:102] [openshift-config] adding namespace took 5.580038ms I0513 17:02:50.849250 3637 namespace.go:98] [openshift-host-network] adding namespace I0513 17:02:50.849760 3637 namespace.go:102] [openshift-config-operator] adding namespace took 6.110462ms I0513 17:02:50.849771 3637 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 17:02:50.850325 3637 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.670697ms I0513 17:02:50.850335 3637 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 17:02:50.851118 3637 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.456798ms I0513 17:02:50.851142 3637 namespace.go:98] [dedicated-admin] adding namespace I0513 17:02:50.851612 3637 namespace.go:102] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] adding namespace took 7.946015ms I0513 17:02:50.851629 3637 namespace.go:98] [openshift-apiserver] adding namespace I0513 17:02:50.852304 3637 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.637489ms I0513 17:02:50.852320 3637 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 17:02:50.852965 3637 namespace.go:102] [openshift-console] adding namespace took 9.292934ms I0513 17:02:50.852983 3637 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 17:02:50.853474 3637 namespace.go:102] [openshift-etcd] adding namespace took 9.791378ms I0513 17:02:50.853487 3637 namespace.go:98] [openshift-authentication] adding namespace I0513 17:02:50.853862 3637 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.595206ms I0513 17:02:50.853877 3637 namespace.go:98] [openshift-dns-operator] adding namespace I0513 17:02:50.854552 3637 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.873907ms I0513 17:02:50.854572 3637 namespace.go:98] [openshift-service-ca] adding namespace I0513 17:02:50.855086 3637 namespace.go:102] [openshift-node] adding namespace took 8.877192ms I0513 17:02:50.855102 3637 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 17:02:50.855589 3637 namespace.go:102] [openshift-backplane] adding namespace took 8.823505ms I0513 17:02:50.855604 3637 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 17:02:50.856147 3637 namespace.go:102] [kube-public] adding namespace took 8.812694ms I0513 17:02:50.856167 3637 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 17:02:50.856744 3637 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.800191ms I0513 17:02:50.856757 3637 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 17:02:50.857373 3637 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.814538ms I0513 17:02:50.857386 3637 namespace.go:98] [openshift-backplane-srep] adding namespace I0513 17:02:50.858042 3637 namespace.go:102] [openshift-host-network] adding namespace took 8.786635ms I0513 17:02:50.858054 3637 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 17:02:50.858580 3637 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.802713ms I0513 17:02:50.858598 3637 namespace.go:98] [openshift-network-console] adding namespace I0513 17:02:50.859639 3637 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 9.296781ms I0513 17:02:50.859665 3637 namespace.go:98] [openshift-monitoring] adding namespace I0513 17:02:50.860210 3637 namespace.go:102] [dedicated-admin] adding namespace took 9.061032ms I0513 17:02:50.860226 3637 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 17:02:50.860718 3637 namespace.go:102] [openshift-apiserver] adding namespace took 9.080424ms I0513 17:02:50.860735 3637 namespace.go:98] [openshift] adding namespace I0513 17:02:50.861175 3637 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.848902ms I0513 17:02:50.861193 3637 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 17:02:50.861763 3637 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.773916ms I0513 17:02:50.861780 3637 namespace.go:98] [kube-node-lease] adding namespace I0513 17:02:50.862269 3637 namespace.go:102] [openshift-authentication] adding namespace took 8.776844ms I0513 17:02:50.862285 3637 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 17:02:50.862810 3637 namespace.go:102] [openshift-dns-operator] adding namespace took 8.926011ms I0513 17:02:50.862826 3637 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 17:02:50.863355 3637 namespace.go:102] [openshift-service-ca] adding namespace took 8.776194ms I0513 17:02:50.863371 3637 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 17:02:50.863773 3637 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.664911ms I0513 17:02:50.863790 3637 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 17:02:50.864404 3637 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.779298ms I0513 17:02:50.864417 3637 namespace.go:98] [openshift-marketplace] adding namespace I0513 17:02:50.864856 3637 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.681485ms I0513 17:02:50.864872 3637 namespace.go:98] [openshift-cluster-version] adding namespace I0513 17:02:50.865302 3637 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.538179ms I0513 17:02:50.865320 3637 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 17:02:50.865779 3637 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.386998ms I0513 17:02:50.865794 3637 namespace.go:98] [openshift-package-operator] adding namespace I0513 17:02:50.866257 3637 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.196026ms I0513 17:02:50.866277 3637 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 17:02:50.866784 3637 namespace.go:102] [openshift-network-console] adding namespace took 8.181906ms I0513 17:02:50.866795 3637 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 17:02:50.867392 3637 namespace.go:102] [openshift-monitoring] adding namespace took 7.720938ms I0513 17:02:50.867405 3637 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 17:02:50.867751 3637 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.51621ms I0513 17:02:50.867773 3637 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 17:02:50.868248 3637 namespace.go:102] [openshift] adding namespace took 7.504866ms I0513 17:02:50.868267 3637 namespace.go:98] [openshift-machine-api] adding namespace I0513 17:02:50.868780 3637 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.580585ms I0513 17:02:50.868798 3637 namespace.go:98] [openshift-multus] adding namespace I0513 17:02:50.869292 3637 namespace.go:102] [kube-node-lease] adding namespace took 7.50585ms I0513 17:02:50.869308 3637 namespace.go:98] [openshift-infra] adding namespace I0513 17:02:50.869709 3637 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.414675ms I0513 17:02:50.869735 3637 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 17:02:50.870248 3637 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.416122ms I0513 17:02:50.870265 3637 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 17:02:50.870631 3637 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.253833ms I0513 17:02:50.870648 3637 namespace.go:98] [default] adding namespace I0513 17:02:50.871235 3637 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.43908ms I0513 17:02:50.871248 3637 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 17:02:50.871718 3637 namespace.go:102] [openshift-marketplace] adding namespace took 7.294622ms I0513 17:02:50.871734 3637 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 17:02:50.872291 3637 namespace.go:102] [openshift-cluster-version] adding namespace took 7.412999ms I0513 17:02:50.872305 3637 namespace.go:98] [openshift-controller-manager] adding namespace I0513 17:02:50.872735 3637 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.407404ms I0513 17:02:50.872750 3637 namespace.go:98] [openshift-config-managed] adding namespace I0513 17:02:50.873198 3637 namespace.go:102] [openshift-package-operator] adding namespace took 7.398848ms I0513 17:02:50.873210 3637 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 17:02:50.873558 3637 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.27512ms I0513 17:02:50.873579 3637 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 17:02:50.874090 3637 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.289193ms I0513 17:02:50.874108 3637 namespace.go:98] [openshift-ingress] adding namespace I0513 17:02:50.874545 3637 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.134074ms I0513 17:02:50.874562 3637 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 17:02:50.874982 3637 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.198174ms I0513 17:02:50.874999 3637 namespace.go:98] [openshift-backplane-tam] adding namespace W0513 17:02:50.875433 3637 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6k5pc: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found I0513 17:02:50.875435 3637 namespace.go:102] [openshift-machine-api] adding namespace took 7.161663ms I0513 17:02:50.875519 3637 namespace.go:98] [openshift-network-operator] adding namespace I0513 17:02:50.876163 3637 namespace.go:102] [openshift-multus] adding namespace took 7.359072ms I0513 17:02:50.876178 3637 namespace.go:98] [openshift-kube-scheduler] adding namespace W0513 17:02:50.876741 3637 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9ck8q: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found I0513 17:02:50.876766 3637 namespace.go:102] [openshift-infra] adding namespace took 7.44764ms I0513 17:02:50.876781 3637 namespace.go:98] [openshift-console-operator] adding namespace I0513 17:02:50.877477 3637 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.732299ms I0513 17:02:50.877491 3637 namespace.go:98] [openshift-operators] adding namespace I0513 17:02:50.878064 3637 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.793853ms I0513 17:02:50.878628 3637 namespace.go:102] [default] adding namespace took 7.970206ms I0513 17:02:50.879062 3637 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.808161ms I0513 17:02:50.879541 3637 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.800447ms I0513 17:02:50.879558 3637 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 17:02:50.880100 3637 namespace.go:102] [openshift-controller-manager] adding namespace took 7.788806ms I0513 17:02:50.880688 3637 namespace.go:102] [openshift-config-managed] adding namespace took 7.930103ms I0513 17:02:50.881129 3637 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.913012ms I0513 17:02:50.881646 3637 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.052283ms I0513 17:02:50.881663 3637 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 17:02:50.882224 3637 namespace.go:102] [openshift-ingress] adding namespace took 8.110135ms I0513 17:02:50.882239 3637 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 17:02:50.882742 3637 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.173674ms I0513 17:02:50.883328 3637 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.32428ms I0513 17:02:50.883340 3637 namespace.go:98] [openshift-insights] adding namespace I0513 17:02:50.883802 3637 namespace.go:102] [openshift-network-operator] adding namespace took 8.27582ms I0513 17:02:50.883818 3637 namespace.go:98] [openshift-logging] adding namespace I0513 17:02:50.884284 3637 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.100046ms I0513 17:02:50.884298 3637 namespace.go:98] [openshift-dns] adding namespace I0513 17:02:50.884812 3637 namespace.go:102] [openshift-console-operator] adding namespace took 8.025559ms I0513 17:02:50.885332 3637 namespace.go:102] [openshift-operators] adding namespace took 7.835227ms I0513 17:02:50.885776 3637 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.213745ms I0513 17:02:50.886282 3637 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.613988ms I0513 17:02:50.886729 3637 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.484943ms I0513 17:02:50.887272 3637 namespace.go:102] [openshift-insights] adding namespace took 3.926852ms I0513 17:02:50.887771 3637 namespace.go:102] [openshift-logging] adding namespace took 3.946822ms I0513 17:02:50.888209 3637 namespace.go:102] [openshift-dns] adding namespace took 3.906563ms I0513 17:02:50.888388 3637 master.go:548] Adding or Updating local node "ip-10-0-1-208.ec2.internal" for network "default" I0513 17:02:50.889424 3637 zone_ic_handler.go:195] Time taken to create transit switch: 333.009µs I0513 17:02:50.889437 3637 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-145.ec2.internal for the network default E0513 17:02:50.889730 3637 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-208.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-208.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-208.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c698c8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3449242143}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0513 17:02:50.889810 3637 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-208.ec2.internal", UID:"4806b844-1a3e-4093-b049-fb388564d6d9", APIVersion:"v1", ResourceVersion:"10372", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-208.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-208.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c698c8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3449242143}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0513 17:02:50.890553 3637 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-145.ec2.internal" on network "default" took: 1.479832ms W0513 17:02:50.896424 3637 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9ck8q: pod openshift-network-diagnostics/network-check-target-9ck8q: no pod IPs found W0513 17:02:50.896436 3637 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-p8vnc: pod kube-system/global-pull-secret-syncer-p8vnc: no pod IPs found W0513 17:02:50.896444 3637 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6k5pc: pod openshift-multus/network-metrics-daemon-6k5pc: no pod IPs found I0513 17:02:50.902741 3637 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-208.ec2.internal for the network default I0513 17:02:50.902982 3637 zone_ic_handler.go:195] Time taken to create transit switch: 225.474µs I0513 17:02:50.903876 3637 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 17:02:50.903962 3637 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 17:02:50.903980 3637 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 17:02:50.903983 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-145.ec2.internal in network "default" I0513 17:02:50.904051 3637 node_tracker.go:169] Node ip-10-0-0-145.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.904068 3637 services_controller.go:574] Full service sync requested for network=default I0513 17:02:50.904077 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:50.904099 3637 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.904109 3637 services_controller.go:574] Full service sync requested for network=default I0513 17:02:50.904117 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-208.ec2.internal in network "default" I0513 17:02:50.904138 3637 node_tracker.go:169] Node ip-10-0-2-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:50.904145 3637 services_controller.go:574] Full service sync requested for network=default I0513 17:02:51.004914 3637 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 17:02:51.004948 3637 services_controller.go:208] Setting up event handlers for services for network=default I0513 17:02:51.005016 3637 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 17:02:51.005065 3637 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 17:02:51.005081 3637 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 17:02:51.106095 3637 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 17:02:51.106119 3637 repair.go:60] Starting repairing loop for services I0513 17:02:51.106205 3637 repair.go:131] Deleted 0 stale service LBs I0513 17:02:51.106224 3637 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 17:02:51.106238 3637 repair.go:62] Finished repairing loop for services: 122.208µs I0513 17:02:51.106264 3637 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 17:02:51.106274 3637 services_controller.go:254] Starting workers for network=default W0513 17:02:51.106403 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:51.106413 3637 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:51.106666 3637 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9ck8q] creating logical port openshift-network-diagnostics_network-check-target-9ck8q for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:51.106678 3637 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-p8vnc] creating logical port kube-system_global-pull-secret-syncer-p8vnc for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:51.106787 3637 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:51.106843 3637 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6k5pc] creating logical port openshift-multus_network-metrics-daemon-6k5pc for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:51.106868 3637 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:51.106939 3637 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:51.124624 3637 pod.go:62] [kube-system/global-pull-secret-syncer-p8vnc] pod update took 17.890662ms I0513 17:02:51.124649 3637 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-p8vnc] addLogicalPort annotation time took 17.923574ms I0513 17:02:51.125595 3637 pods.go:271] [kube-system/global-pull-secret-syncer-p8vnc] addLogicalPort took 18.923814ms, libovsdb time 693.946µs I0513 17:02:51.128645 3637 pod.go:62] [openshift-multus/network-metrics-daemon-6k5pc] pod update took 21.726742ms I0513 17:02:51.128666 3637 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-6k5pc] addLogicalPort annotation time took 21.782509ms I0513 17:02:51.129604 3637 pods.go:271] [openshift-multus/network-metrics-daemon-6k5pc] addLogicalPort took 22.766652ms, libovsdb time 725.92µs I0513 17:02:51.130319 3637 pod.go:62] [openshift-network-diagnostics/network-check-target-9ck8q] pod update took 23.587847ms I0513 17:02:51.130338 3637 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9ck8q] addLogicalPort annotation time took 23.61369ms I0513 17:02:51.131461 3637 pods.go:271] [openshift-network-diagnostics/network-check-target-9ck8q] addLogicalPort took 24.808159ms, libovsdb time 915.357µs I0513 17:02:51.132125 3637 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 17:02:51.132152 3637 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 17:02:51.132175 3637 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 17:02:51.132180 3637 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 17:02:51.132375 3637 repair.go:29] Repairing admin network policies took 189.221µs I0513 17:02:51.132476 3637 repair.go:92] Repairing baseline admin network policies took 93.609µs I0513 17:02:51.132837 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 17:02:51.132856 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 17:02:51.134968 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 17:02:51.134994 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 17:02:51.135823 3637 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 17:02:51.135840 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 17:02:51.137569 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 17:02:51.137590 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 17:02:51.137616 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 17:02:51.139384 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 17:02:51.139421 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 17:02:51.139432 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 17:02:51.139996 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 17:02:51.140024 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 17:02:51.140039 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 17:02:51.141947 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 17:02:51.141966 3637 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 17:02:51.141974 3637 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 17:02:51.143257 3637 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 17:02:51.143285 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 17:02:51.143297 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 17:02:51.145400 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 17:02:51.145420 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 17:02:51.145430 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 17:02:51.146616 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 17:02:51.146636 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 17:02:51.146647 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 17:02:51.147157 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 17:02:51.147173 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 17:02:51.147182 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 17:02:51.147656 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 17:02:51.147672 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 17:02:51.147678 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 17:02:51.148078 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 17:02:51.148099 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 17:02:51.148106 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 17:02:51.148377 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 17:02:51.148393 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 17:02:51.148400 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 17:02:51.148876 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 17:02:51.148911 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 17:02:51.148923 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 17:02:51.149458 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 17:02:51.149480 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 17:02:51.149489 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 17:02:51.149814 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 17:02:51.149837 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 17:02:51.149849 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 17:02:51.150943 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 17:02:51.150963 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 17:02:51.150971 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 17:02:51.151518 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 17:02:51.151536 3637 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 17:02:51.151545 3637 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 17:02:51.152496 3637 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 17:02:51.152513 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 17:02:51.152524 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 17:02:51.153834 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 17:02:51.153854 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 17:02:51.153862 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 17:02:51.154411 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 17:02:51.154429 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 17:02:51.154437 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 17:02:51.154995 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 17:02:51.155013 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 17:02:51.155021 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 17:02:51.155548 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 17:02:51.155565 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 17:02:51.155573 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 17:02:51.156189 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 17:02:51.156207 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 17:02:51.156215 3637 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 17:02:51.156969 3637 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 17:02:51.156986 3637 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 17:02:51.156993 3637 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 17:02:51.158291 3637 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 17:02:51.158309 3637 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 17:02:51.158317 3637 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 17:02:51.159393 3637 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 17:02:51.159411 3637 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 17:02:51.159421 3637 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 17:02:51.160520 3637 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 17:02:51.160540 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 17:02:51.160552 3637 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 17:02:51.161704 3637 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 17:02:51.161723 3637 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 17:02:51.161739 3637 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 17:02:51.163461 3637 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 17:02:51.169434 3637 egressfirewall.go:374] Starting EgressFirewall controller I0513 17:02:51.169469 3637 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 17:02:51.169468 3637 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 17:02:51.169495 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 17:02:51.169510 3637 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 17:02:51.169495 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 17:02:51.169518 3637 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 17:02:51.169792 3637 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 17:02:51.169808 3637 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 17:02:51.169814 3637 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 17:02:51.169822 3637 egressqos.go:193] Setting up event handlers for EgressQoS I0513 17:02:51.169833 3637 egressfirewall.go:723] Syncing node "ip-10-0-0-145.ec2.internal" for egress firewall I0513 17:02:51.169843 3637 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:51.169848 3637 egressfirewall.go:723] Syncing node "ip-10-0-2-208.ec2.internal" for egress firewall I0513 17:02:51.170097 3637 egressqos.go:245] Starting EgressQoS Controller I0513 17:02:51.170109 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 17:02:51.170117 3637 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 17:02:51.170122 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 17:02:51.170126 3637 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 17:02:51.170131 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 17:02:51.170136 3637 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 17:02:51.170140 3637 egressqos.go:259] Repairing EgressQoSes I0513 17:02:51.170144 3637 egressqos.go:399] Starting repairing loop for egressqos I0513 17:02:51.170233 3637 egressqos.go:401] Finished repairing loop for egressqos: 87.502µs I0513 17:02:51.170260 3637 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 17:02:51.170289 3637 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-208.ec2.internal I0513 17:02:51.170374 3637 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-208.ec2.internal : 87.149µs I0513 17:02:51.170516 3637 egressservice_zone.go:210] Starting Egress Services Controller I0513 17:02:51.170528 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 17:02:51.170535 3637 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 17:02:51.170541 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 17:02:51.170546 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 17:02:51.170566 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 17:02:51.170573 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 17:02:51.170579 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 17:02:51.170584 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 17:02:51.170588 3637 egressservice_zone.go:228] Repairing Egress Services I0513 17:02:51.170914 3637 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 17:02:51.170924 3637 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 17:02:51.170988 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-145.ec2.internal I0513 17:02:51.171007 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-145.ec2.internal: 23.331µs I0513 17:02:51.171019 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:51.171025 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 6.361µs I0513 17:02:51.171030 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-208.ec2.internal I0513 17:02:51.171050 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-208.ec2.internal: 6.02µs I0513 17:02:51.171259 3637 default_network_controller.go:585] Completing all the Watchers took 327.855935ms I0513 17:02:51.171276 3637 default_network_controller.go:589] Starting unidling controllers I0513 17:02:51.171290 3637 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 17:02:51.171300 3637 unidle.go:63] Populating Initial ContollerEvent events I0513 17:02:51.171347 3637 unidle.go:79] Setting up event handlers for services I0513 17:02:51.171447 3637 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 17:02:51.182599 3637 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 17:02:51.307437 3637 default_node_network_controller.go:519] Node connection status = connected I0513 17:02:51.326212 3637 bridgeconfig.go:537] Gateway is ready I0513 17:02:51.326234 3637 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 17:02:51.339808 3637 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.208. Updating OVN encap IP. I0513 17:02:51.345851 3637 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.208 - it is already configured I0513 17:02:51.345867 3637 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.208/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 17:02:51.346134 3637 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.208/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-208.ec2.internal","mac-address":"0a:ff:d5:81:0a:0f","ip-addresses":["10.0.1.208/24"],"ip-address":"10.0.1.208/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e8081438-c40e-4fb3-a435-1975ccf8ec65 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.208/24"}] on node ip-10-0-1-208.ec2.internal I0513 17:02:51.363731 3637 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-208.ec2.internal in network "default" I0513 17:02:51.363761 3637 egressfirewall.go:723] Syncing node "ip-10-0-1-208.ec2.internal" for egress firewall I0513 17:02:51.363813 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:51.363826 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 19.175µs I0513 17:02:51.363834 3637 master.go:548] Adding or Updating local node "ip-10-0-1-208.ec2.internal" for network "default" I0513 17:02:51.363852 3637 node_tracker.go:169] Node ip-10-0-1-208.ec2.internal switch + router changed, syncing services in network "default" I0513 17:02:51.363871 3637 services_controller.go:574] Full service sync requested for network=default I0513 17:02:51.363981 3637 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.208 I0513 17:02:51.364060 3637 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-208.ec2.internal W0513 17:02:51.364141 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0513 17:02:51.364229 3637 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:02:51.368506 3637 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-208.ec2.internal. Updating no re-route policies I0513 17:02:51.368579 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7sv6k I0513 17:02:51.368591 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-86t9w I0513 17:02:51.368596 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7sv6k I0513 17:02:51.368602 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-86t9w I0513 17:02:51.368605 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:51.368618 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7sv6k after 0 failed attempt(s) I0513 17:02:51.368621 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q I0513 17:02:51.368621 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-86t9w after 0 failed attempt(s) I0513 17:02:51.368628 3637 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:51.368592 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:51.368636 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-v6sql I0513 17:02:51.368641 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xmnx8 I0513 17:02:51.368581 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-208.ec2.internal I0513 17:02:51.368643 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9rdq5 I0513 17:02:51.368648 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xmnx8 I0513 17:02:51.368650 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-v6sql I0513 17:02:51.368651 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-208.ec2.internal I0513 17:02:51.368656 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9rdq5 I0513 17:02:51.368661 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xmnx8 after 0 failed attempt(s) I0513 17:02:51.368660 3637 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9ck8q] creating logical port openshift-network-diagnostics_network-check-target-9ck8q for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:51.368621 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r4mjq I0513 17:02:51.368665 3637 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ngc6n I0513 17:02:51.368672 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r4mjq I0513 17:02:51.368670 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-208.ec2.internal after 0 failed attempt(s) I0513 17:02:51.368674 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-v6sql after 0 failed attempt(s) I0513 17:02:51.368644 3637 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-p8vnc I0513 17:02:51.368680 3637 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ngc6n I0513 17:02:51.368684 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r4mjq after 0 failed attempt(s) I0513 17:02:51.368642 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6k5pc I0513 17:02:51.368704 3637 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ngc6n after 0 failed attempt(s) I0513 17:02:51.368665 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p9vvv I0513 17:02:51.368715 3637 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6k5pc] creating logical port openshift-multus_network-metrics-daemon-6k5pc for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:51.368718 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p9vvv I0513 17:02:51.368731 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p9vvv after 0 failed attempt(s) I0513 17:02:51.368776 3637 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-p8vnc] creating logical port kube-system_global-pull-secret-syncer-p8vnc for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:51.368633 3637 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-208.ec2.internal I0513 17:02:51.368797 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9rdq5 after 0 failed attempt(s) I0513 17:02:51.368799 3637 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-208.ec2.internal I0513 17:02:51.368654 3637 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-q2nmm I0513 17:02:51.368818 3637 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-q2nmm I0513 17:02:51.368839 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-q2nmm after 0 failed attempt(s) I0513 17:02:51.368839 3637 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-208.ec2.internal after 0 failed attempt(s) I0513 17:02:51.369556 3637 pods.go:271] [kube-system/global-pull-secret-syncer-p8vnc] addLogicalPort took 856.208µs, libovsdb time 268.827µs I0513 17:02:51.369573 3637 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-p8vnc after 0 failed attempt(s) I0513 17:02:51.369623 3637 pods.go:271] [openshift-network-diagnostics/network-check-target-9ck8q] addLogicalPort took 975.688µs, libovsdb time 337.544µs I0513 17:02:51.369633 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9ck8q after 0 failed attempt(s) I0513 17:02:51.370048 3637 pods.go:271] [openshift-multus/network-metrics-daemon-6k5pc] addLogicalPort took 1.311799ms, libovsdb time 697.184µs I0513 17:02:51.370062 3637 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6k5pc after 0 failed attempt(s) I0513 17:02:51.388196 3637 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 17:02:51.400458 3637 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 17:02:51.403718 3637 iptables.go:108] Creating table: nat chain: OUTPUT I0513 17:02:51.456589 3637 iptables.go:108] Creating table: nat chain: PREROUTING I0513 17:02:51.514141 3637 iptables.go:108] Creating table: filter chain: FORWARD I0513 17:02:51.531078 3637 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 17:02:51.531200 3637 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 17:02:51.531244 3637 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 17:02:51.531316 3637 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 17:02:51.531363 3637 gateway_init.go:325] Gateway and management port readiness took 728.827523ms I0513 17:02:51.531394 3637 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 17:02:51.531429 3637 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 17:02:51.531442 3637 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 17:02:51.531451 3637 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 17:02:51.531509 3637 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 17:02:51.531616 3637 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.663µs I0513 17:02:51.531783 3637 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 17:02:51.531813 3637 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.937µs I0513 17:02:51.531821 3637 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.142µs I0513 17:02:51.531827 3637 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 17:02:51.531837 3637 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 17:02:51.531843 3637 default_node_network_controller.go:899] Starting the default node network controller I0513 17:02:51.531848 3637 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 17:02:51.531863 3637 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.719µs I0513 17:02:51.532389 3637 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 17:02:51.532399 3637 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 17:02:51.532423 3637 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329a90 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc000677a40 0xc0002c6620 0xc0002c6700 0xc000c382d0 0xc006571340 0xc0002c6770 map[0x2ff9080:0xc0025185a0 0x2ff95c0:0xc002518720 0x2ffa2e0:0xc001b10ba0 0x2ffa580:0xc002518540 0x2ffad60:0xc002518600 0x2ffb000:0xc002518660 0x2ffb2a0:0xc0025186c0 0x2ffba80:0xc002518780 0x2ffbd20:0xc0025187e0 0x3026980:0xc001b10180 0x3026d20:0xc001b101e0 0x3027800:0xc000c307e0 0x3029160:0xc001b10000 0x30298a0:0xc001b10b40 0x302a720:0xc001b10060] 0xc000118e70 0} I0513 17:02:51.532481 3637 gateway.go:151] Starting gateway service sync I0513 17:02:51.532943 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 17:02:51.535168 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 17:02:51.562392 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 17:02:51.563671 3637 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 17:02:51.564847 3637 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 17:02:51.600145 3637 gateway.go:168] Gateway service sync done. Time taken: 67.649927ms I0513 17:02:51.600873 3637 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30293 I0513 17:02:51.601050 3637 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329a90 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc000677a40 0xc0002c6620 0xc0002c6700 0xc000c382d0 0xc006571340 0xc0002c6770 map[0x2ff9080:0xc0025185a0 0x2ff95c0:0xc002518720 0x2ffa2e0:0xc001b10ba0 0x2ffa580:0xc002518540 0x2ffad60:0xc002518600 0x2ffb000:0xc002518660 0x2ffb2a0:0xc0025186c0 0x2ffba80:0xc002518780 0x2ffbd20:0xc0025187e0 0x3026980:0xc001b10180 0x3026d20:0xc001b101e0 0x3027800:0xc000c307e0 0x3029160:0xc001b10000 0x30298a0:0xc001b10b40 0x302a720:0xc001b10060] 0xc000118e70 0} I0513 17:02:51.601541 3637 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329a90 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc000677a40 0xc0002c6620 0xc0002c6700 0xc000c382d0 0xc006571340 0xc0002c6770 map[0x2ff9080:0xc0025185a0 0x2ff95c0:0xc002518720 0x2ffa2e0:0xc001b10ba0 0x2ffa580:0xc002518540 0x2ffad60:0xc002518600 0x2ffb000:0xc002518660 0x2ffb2a0:0xc0025186c0 0x2ffba80:0xc002518780 0x2ffbd20:0xc0025187e0 0x3026980:0xc001b10180 0x3026d20:0xc001b101e0 0x3027800:0xc000c307e0 0x3029160:0xc001b10000 0x30298a0:0xc001b10b40 0x302a720:0xc001b10060] 0xc000118e70 0} I0513 17:02:51.601577 3637 gateway.go:532] Reconciling gateway with updates I0513 17:02:51.607265 3637 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 17:02:51.607341 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:51.607345 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:51.607356 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 17:02:51.607362 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:51.607363 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 17:02:51.607370 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 17:02:51.607372 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607371 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:51.607376 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 17:02:51.607380 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:51.607382 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 17:02:51.607383 3637 default_node_network_controller.go:944] Gateway and management port readiness took 74.977887ms I0513 17:02:51.607387 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:51.607392 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:51.607400 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:51.607402 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:51.607404 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:51.607416 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:51.607417 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:51.607390 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:51.607429 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 17:02:51.607431 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:51.607434 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:51.607436 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:51.607439 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 17:02:51.607440 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 17:02:51.607443 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607451 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:51.607455 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:51.607454 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:51.607458 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:51.607460 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:51.607462 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:51.607470 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:51.607470 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 17:02:51.607474 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:51.607474 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:51.607483 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:51.607487 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:51.607492 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:51.607491 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:51.607503 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:51.607505 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:51.607515 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:51.607517 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:51.607517 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:51.607476 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:51.607529 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0513 17:02:51.607533 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:51.607533 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:51.607536 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607545 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:51.607546 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 17:02:51.607535 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:51.607500 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 17:02:51.607553 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:51.607360 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:51.607579 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607453 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:51.607555 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607598 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:51.607601 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607603 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:51.607616 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:51.607622 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:51.607632 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:51.607638 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 17:02:51.607649 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 17:02:51.607495 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:51.607671 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 17:02:51.607678 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:51.607461 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:51.607693 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:51.607698 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:51.607700 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:51.607711 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 17:02:51.607542 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0513 17:02:51.607734 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607738 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0513 17:02:51.607654 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:51.607754 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:51.607762 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:51.607755 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:51.607774 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 32312 is already open, no action needed I0513 17:02:51.607782 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 30851 is already open, no action needed I0513 17:02:51.607805 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 17:02:51.607453 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:51.607824 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:51.607825 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:51.607838 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:51.607514 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:51.607879 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:51.607887 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:51.607552 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 17:02:51.607452 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:51.607929 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:51.607547 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:51.607946 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 17:02:51.607532 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:51.607913 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:51.607962 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:51.607962 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 17:02:51.607516 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0513 17:02:51.607444 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:51.607475 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 17:02:51.607436 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:51.607995 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:51.608000 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 17:02:51.607439 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:51.608007 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:51.607439 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 17:02:51.607552 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 17:02:51.607580 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:51.607540 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:51.607594 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 17:02:51.608048 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 17:02:51.607546 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:51.608060 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:51.607653 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 17:02:51.607711 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:51.607666 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:51.608095 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:51.608101 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 17:02:51.607738 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:51.608118 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:51.607728 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 17:02:51.608697 3637 node_ip_handler_linux.go:160] Node IP manager is running W0513 17:02:51.647758 3637 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 17:02:51.647949 3637 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 17:02:51.648094 3637 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0513 17:02:51.656779 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 17:02:51.656789 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 17:02:51.656807 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 17:02:51.656814 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 17:02:51.656824 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 17:02:51.656831 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 17:02:51.656841 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 17:02:51.656846 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 17:02:51.656852 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 17:02:51.656857 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 17:02:51.656864 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 17:02:51.697092 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 17:02:51.717682 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 17:02:51.717692 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 17:02:51.717709 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) W0513 17:02:52.483292 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:53.241487 3637 default_node_network_controller.go:1380] Starting node controller node sync W0513 17:02:53.241511 3637 egressip_healthcheck.go:76] Health checking using insecure connection I0513 17:02:53.241578 3637 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0513 17:02:53.253296 3637 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.790191ms I0513 17:02:53.253442 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-208.ec2.internal", IP: 10.0.2.208 to PMTUD blocking rules I0513 17:02:53.253457 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:53.253461 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 17:02:53.253467 3637 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-145.ec2.internal", IP: 10.0.0.145 to PMTUD blocking rules I0513 17:02:53.265043 3637 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 17:02:53.265333 3637 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 17:02:53.265517 3637 egressservice_node.go:183] Starting Egress Services Controller I0513 17:02:53.265532 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 17:02:53.265545 3637 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 17:02:53.265558 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 17:02:53.265565 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 17:02:53.265571 3637 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 17:02:53.265575 3637 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 17:02:53.265579 3637 egressservice_node.go:197] Repairing Egress Services I0513 17:02:53.275789 3637 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 17:02:53.275803 3637 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 17:02:53.276089 3637 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 17:02:53.276106 3637 link_network_manager.go:119] Link manager is running I0513 17:02:53.276118 3637 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 17:02:53.276231 3637 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 17:02:53.276632 3637 vrf_manager.go:128] VRF manager is running I0513 17:02:53.276958 3637 node_controller_manager.go:437] Removing flows to drop GARP I0513 17:02:53.276974 3637 gateway.go:532] Reconciling gateway with updates I0513 17:02:53.291878 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:53.291910 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:53.291915 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:53.291926 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 17:02:53.291883 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:53.291937 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 17:02:53.291941 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:53.291952 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 17:02:53.291958 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:53.291967 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 17:02:53.291968 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 17:02:53.291969 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:53.291980 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 17:02:53.291976 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 17:02:53.291990 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:53.291988 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:53.292000 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 17:02:53.292001 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 17:02:53.291924 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 17:02:53.291949 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 17:02:53.292012 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 17:02:53.292012 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 17:02:53.292022 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:53.292018 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:53.292025 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:53.292029 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 17:02:53.292035 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 17:02:53.292036 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 17:02:53.292038 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 17:02:53.292037 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:53.291969 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 17:02:53.292026 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 17:02:53.292050 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 17:02:53.292049 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:53.292066 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 17:02:53.292005 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 17:02:53.292069 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:53.291998 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 17:02:53.292083 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:53.292087 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 17:02:53.292089 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 17:02:53.292088 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 17:02:53.292105 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:53.292106 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 17:02:53.292115 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 17:02:53.292106 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 17:02:53.292121 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0513 17:02:53.292123 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:53.292127 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:53.292131 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0513 17:02:53.292133 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:53.292135 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:53.292138 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:53.292148 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 17:02:53.292158 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:53.292087 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:53.292165 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:53.292168 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 17:02:53.292174 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 17:02:53.292176 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 17:02:53.292194 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:53.292213 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 17:02:53.292240 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:53.292249 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:53.292072 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 17:02:53.292261 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 17:02:53.291904 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:53.292266 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:53.292275 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 17:02:53.292278 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:53.292283 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:53.292293 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 17:02:53.292286 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:53.292301 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 17:02:53.292109 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 17:02:53.292303 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 17:02:53.292104 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:53.292325 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 17:02:53.292341 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:53.292295 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 17:02:53.292358 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 17:02:53.292359 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:53.292369 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 17:02:53.292374 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 17:02:53.292120 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 17:02:53.292325 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 17:02:53.292126 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:53.292428 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 17:02:53.292125 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:53.292451 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 17:02:53.292127 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:53.292472 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 17:02:53.292137 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 17:02:53.292496 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 17:02:53.292093 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 17:02:53.292136 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 17:02:53.292532 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 17:02:53.292137 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:53.292541 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 17:02:53.292545 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 17:02:53.292141 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0513 17:02:53.292143 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:53.292555 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 17:02:53.292566 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 32312 is already open, no action needed I0513 17:02:53.292576 3637 port_claim.go:71] Svc openshift-ingress/router-default: port 30851 is already open, no action needed I0513 17:02:53.292146 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 17:02:53.292163 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 17:02:53.292103 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 17:02:53.292254 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 17:02:53.292295 3637 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:53.292729 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 17:02:53.291951 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 17:02:53.292760 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 17:02:53.292070 3637 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 17:02:53.292117 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 17:02:53.317976 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 17:02:53.318008 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 17:02:53.318019 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 17:02:53.318027 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 17:02:53.318037 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 17:02:53.318047 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 17:02:53.318057 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 17:02:53.318069 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0513 17:02:53.318077 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 17:02:53.318085 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 17:02:53.318094 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 17:02:53.318103 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 17:02:53.318113 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 17:02:53.318122 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 17:02:53.318132 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 17:02:53.318140 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 17:02:53.318148 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 17:02:53.318157 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 17:02:53.358181 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 17:02:53.378437 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 17:02:53.378478 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 17:02:53.378496 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 17:02:53.378502 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 17:02:53.378509 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 17:02:53.378515 3637 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 17:02:55.055279 3637 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-208.ec2.internal I0513 17:02:55.055309 3637 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-208.ec2.internal: 36.077µs I0513 17:02:55.087293 3637 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c85f97d97-nhxzm] creating logical port openshift-image-registry_image-registry-c85f97d97-nhxzm for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:55.087785 3637 kube.go:256] Updating pod openshift-image-registry/image-registry-c85f97d97-nhxzm I0513 17:02:55.110367 3637 pod.go:62] [openshift-image-registry/image-registry-c85f97d97-nhxzm] pod update took 22.611048ms I0513 17:02:55.110389 3637 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c85f97d97-nhxzm] addLogicalPort annotation time took 22.637485ms I0513 17:02:55.111606 3637 pods.go:271] [openshift-image-registry/image-registry-c85f97d97-nhxzm] addLogicalPort took 24.325098ms, libovsdb time 890.967µs I0513 17:02:55.118474 3637 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-f7zmw] creating logical port openshift-dns_dns-default-f7zmw for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:55.119117 3637 kube.go:256] Updating pod openshift-dns/dns-default-f7zmw I0513 17:02:55.126083 3637 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-57z7p] creating logical port openshift-ingress-canary_ingress-canary-57z7p for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:55.126201 3637 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-57z7p I0513 17:02:55.139103 3637 pod.go:62] [openshift-dns/dns-default-f7zmw] pod update took 20.021374ms I0513 17:02:55.139126 3637 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-f7zmw] addLogicalPort annotation time took 20.051897ms I0513 17:02:55.140241 3637 pods.go:271] [openshift-dns/dns-default-f7zmw] addLogicalPort took 21.782616ms, libovsdb time 848.041µs I0513 17:02:55.146206 3637 pod.go:62] [openshift-ingress-canary/ingress-canary-57z7p] pod update took 20.029074ms I0513 17:02:55.146230 3637 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-57z7p] addLogicalPort annotation time took 20.055193ms I0513 17:02:55.147371 3637 pods.go:271] [openshift-ingress-canary/ingress-canary-57z7p] addLogicalPort took 21.306479ms, libovsdb time 829.704µs I0513 17:02:55.217462 3637 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ssrhh] creating logical port openshift-insights_insights-runtime-extractor-ssrhh for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:55.217643 3637 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ssrhh I0513 17:02:55.233626 3637 pod.go:62] [openshift-insights/insights-runtime-extractor-ssrhh] pod update took 16.053708ms I0513 17:02:55.233859 3637 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ssrhh] addLogicalPort annotation time took 16.288341ms I0513 17:02:55.235168 3637 pods.go:271] [openshift-insights/insights-runtime-extractor-ssrhh] addLogicalPort took 17.718513ms, libovsdb time 896.749µs I0513 17:02:55.490027 3637 cni.go:452] [openshift-image-registry/image-registry-c85f97d97-nhxzm 6b4ed15c515b5038761cee9c6a17e7b3584be78b7cb8620177c5449c0caec479 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-c85f97d97-nhxzm 6b4ed15c515b5038761cee9c6a17e7b3584be78b7cb8620177c5449c0caec479 network default NAD default NAD key ] I0513 17:02:55.530189 3637 cni.go:452] [openshift-dns/dns-default-f7zmw a3221d4e7c7c3c290677206b4779f70ca05121dd6ea11298afc7ba3b7a6778b4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-f7zmw a3221d4e7c7c3c290677206b4779f70ca05121dd6ea11298afc7ba3b7a6778b4 network default NAD default NAD key ] I0513 17:02:55.539485 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-c85f97d97-nhxzm, hostIfaceName: 6b4ed15c515b503, network: default, NAD default, SandboxID: "6b4ed15c515b5038761cee9c6a17e7b3584be78b7cb8620177c5449c0caec479", PCI device ID: , UID: "6fac1b0b-7dce-41d4-a06b-28b8e839208c", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0513 17:02:55.556442 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-f7zmw, hostIfaceName: a3221d4e7c7c3c2, network: default, NAD default, SandboxID: "a3221d4e7c7c3c290677206b4779f70ca05121dd6ea11298afc7ba3b7a6778b4", PCI device ID: , UID: "ca2e42d2-807e-42a8-94a1-63510cb8f600", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0513 17:02:55.574744 3637 cni.go:452] [openshift-ingress-canary/ingress-canary-57z7p e9b6801279dba2cf0ef283e5eb389a46296efe32286a3562ad0cbc3d6a38c534 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-57z7p e9b6801279dba2cf0ef283e5eb389a46296efe32286a3562ad0cbc3d6a38c534 network default NAD default NAD key ] I0513 17:02:55.585911 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-57z7p, hostIfaceName: e9b6801279dba2c, network: default, NAD default, SandboxID: "e9b6801279dba2cf0ef283e5eb389a46296efe32286a3562ad0cbc3d6a38c534", PCI device ID: , UID: "8ee16e37-6c84-4d7c-8f04-f0e5da732dee", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0513 17:02:55.600402 3637 cni.go:473] [openshift-image-registry/image-registry-c85f97d97-nhxzm 6b4ed15c515b5038761cee9c6a17e7b3584be78b7cb8620177c5449c0caec479 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-c85f97d97-nhxzm 6b4ed15c515b5038761cee9c6a17e7b3584be78b7cb8620177c5449c0caec479 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:18:a8:e1:d1:38\",\"name\":\"6b4ed15c515b503\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ec3f348-85a0-4f89-8858-843526366041\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:02:55.611371 3637 cni.go:473] [openshift-dns/dns-default-f7zmw a3221d4e7c7c3c290677206b4779f70ca05121dd6ea11298afc7ba3b7a6778b4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-f7zmw a3221d4e7c7c3c290677206b4779f70ca05121dd6ea11298afc7ba3b7a6778b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:9f:10:e7:65:c7\",\"name\":\"a3221d4e7c7c3c2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a42b7cb3-7c26-4f5e-9e4d-b71d856d1e9e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:02:55.631160 3637 cni.go:452] [openshift-insights/insights-runtime-extractor-ssrhh fa2d47bf1503d8e835619bed73dd9b074a2a57d17b7980c9a0e57d5ad668bf7e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ssrhh fa2d47bf1503d8e835619bed73dd9b074a2a57d17b7980c9a0e57d5ad668bf7e network default NAD default NAD key ] I0513 17:02:55.636505 3637 cni.go:473] [openshift-ingress-canary/ingress-canary-57z7p e9b6801279dba2cf0ef283e5eb389a46296efe32286a3562ad0cbc3d6a38c534 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-57z7p e9b6801279dba2cf0ef283e5eb389a46296efe32286a3562ad0cbc3d6a38c534 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:df:8b:da:63:dc\",\"name\":\"e9b6801279dba2c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8614ed7-a088-45c4-98a0-f585a024dce7\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:02:55.641599 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ssrhh, hostIfaceName: fa2d47bf1503d8e, network: default, NAD default, SandboxID: "fa2d47bf1503d8e835619bed73dd9b074a2a57d17b7980c9a0e57d5ad668bf7e", PCI device ID: , UID: "85eaf0a0-d34b-40ec-b258-364f7d947cbd", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0513 17:02:55.694695 3637 cni.go:473] [openshift-insights/insights-runtime-extractor-ssrhh fa2d47bf1503d8e835619bed73dd9b074a2a57d17b7980c9a0e57d5ad668bf7e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ssrhh fa2d47bf1503d8e835619bed73dd9b074a2a57d17b7980c9a0e57d5ad668bf7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:20:cf:20:a4:7d\",\"name\":\"fa2d47bf1503d8e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81550432-0659-4e72-b10f-c54c159ff70d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:02:56.047002 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-4pgkz] creating logical port openshift-monitoring_prometheus-operator-76b589d668-4pgkz for pod on switch ip-10-0-1-208.ec2.internal I0513 17:02:56.047128 3637 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-4pgkz I0513 17:02:56.063455 3637 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-4pgkz] pod update took 16.348148ms I0513 17:02:56.063552 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-4pgkz] addLogicalPort annotation time took 16.449361ms I0513 17:02:56.065290 3637 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-4pgkz] addLogicalPort took 18.308183ms, libovsdb time 1.30984ms I0513 17:02:57.077964 3637 default_network_controller.go:1025] Node "ip-10-0-2-208.ec2.internal" in remote zone "ip-10-0-2-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 17:02:57.078799 3637 zone_ic_handler.go:195] Time taken to create transit switch: 287.76µs I0513 17:02:57.078818 3637 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-208.ec2.internal for the network default I0513 17:02:57.079834 3637 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-208.ec2.internal" on network "default" took: 1.338984ms I0513 17:02:58.307208 3637 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-4pgkz 89dfc9b653b4c216183b681db32ea7ff325fc9da7e2e3bea5b04676ae73aa9d9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-4pgkz 89dfc9b653b4c216183b681db32ea7ff325fc9da7e2e3bea5b04676ae73aa9d9 network default NAD default NAD key ] I0513 17:02:58.319859 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-4pgkz, hostIfaceName: 89dfc9b653b4c21, network: default, NAD default, SandboxID: "89dfc9b653b4c216183b681db32ea7ff325fc9da7e2e3bea5b04676ae73aa9d9", PCI device ID: , UID: "4441dea4-5668-4197-8026-f98f204d7c98", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0513 17:02:58.371651 3637 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-4pgkz 89dfc9b653b4c216183b681db32ea7ff325fc9da7e2e3bea5b04676ae73aa9d9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-4pgkz 89dfc9b653b4c216183b681db32ea7ff325fc9da7e2e3bea5b04676ae73aa9d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9d:99:29:e0:7d\",\"name\":\"89dfc9b653b4c21\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32fbd93b-9599-44a0-86c2-30c682c4702c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:00.874256 3637 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-2xcnx] creating logical port openshift-console_downloads-5c54f4944f-2xcnx for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:00.874351 3637 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-2xcnx I0513 17:03:00.922195 3637 pod.go:62] [openshift-console/downloads-5c54f4944f-2xcnx] pod update took 47.867075ms I0513 17:03:00.922226 3637 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-2xcnx] addLogicalPort annotation time took 47.902525ms I0513 17:03:00.923408 3637 pods.go:271] [openshift-console/downloads-5c54f4944f-2xcnx] addLogicalPort took 49.168937ms, libovsdb time 863.417µs I0513 17:03:01.288466 3637 cni.go:452] [openshift-console/downloads-5c54f4944f-2xcnx ff6b154aa8685342655ab86dcc10da9464ac3c698162870e922f9910d6c26704 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-2xcnx ff6b154aa8685342655ab86dcc10da9464ac3c698162870e922f9910d6c26704 network default NAD default NAD key ] I0513 17:03:01.299888 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-2xcnx, hostIfaceName: ff6b154aa868534, network: default, NAD default, SandboxID: "ff6b154aa8685342655ab86dcc10da9464ac3c698162870e922f9910d6c26704", PCI device ID: , UID: "7f7b55ce-1987-4d05-8ad5-5637fdc7e5b0", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0513 17:03:01.350272 3637 cni.go:473] [openshift-console/downloads-5c54f4944f-2xcnx ff6b154aa8685342655ab86dcc10da9464ac3c698162870e922f9910d6c26704 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-2xcnx ff6b154aa8685342655ab86dcc10da9464ac3c698162870e922f9910d6c26704 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1f:fa:be:99:04\",\"name\":\"ff6b154aa868534\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a79ed82-a13c-4df2-83c3-333bcb079d88\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:03.616854 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-ltgrn for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:03.616988 3637 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn I0513 17:03:03.641472 3637 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn] pod update took 24.503536ms I0513 17:03:03.641780 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn] addLogicalPort annotation time took 24.817395ms I0513 17:03:03.642964 3637 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn] addLogicalPort took 26.129987ms, libovsdb time 869.125µs I0513 17:03:04.036804 3637 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn adeeea869b6db420424df4140c036e06dbef1466bf07ed3a57a04acb33a38bb2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn adeeea869b6db420424df4140c036e06dbef1466bf07ed3a57a04acb33a38bb2 network default NAD default NAD key ] I0513 17:03:04.047352 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-ltgrn, hostIfaceName: adeeea869b6db42, network: default, NAD default, SandboxID: "adeeea869b6db420424df4140c036e06dbef1466bf07ed3a57a04acb33a38bb2", PCI device ID: , UID: "cad460af-6b51-4634-819f-d21c9532fd55", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0513 17:03:04.098738 3637 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn adeeea869b6db420424df4140c036e06dbef1466bf07ed3a57a04acb33a38bb2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ltgrn adeeea869b6db420424df4140c036e06dbef1466bf07ed3a57a04acb33a38bb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:89:19:21:49:df\",\"name\":\"adeeea869b6db42\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe3699ad-442a-4426-95ac-1a40a33b52c7\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:04.732224 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:04.732360 3637 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0513 17:03:04.758410 3637 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.110551ms I0513 17:03:04.758443 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.149825ms I0513 17:03:04.759920 3637 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.717588ms, libovsdb time 1.06707ms I0513 17:03:05.560001 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-57f755885b-llsk2] creating logical port openshift-monitoring_thanos-querier-57f755885b-llsk2 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:05.560136 3637 kube.go:256] Updating pod openshift-monitoring/thanos-querier-57f755885b-llsk2 I0513 17:03:05.586064 3637 pod.go:62] [openshift-monitoring/thanos-querier-57f755885b-llsk2] pod update took 25.970932ms I0513 17:03:05.586097 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-57f755885b-llsk2] addLogicalPort annotation time took 26.01214ms I0513 17:03:05.587429 3637 pods.go:271] [openshift-monitoring/thanos-querier-57f755885b-llsk2] addLogicalPort took 27.448359ms, libovsdb time 929.591µs I0513 17:03:05.640999 3637 cni.go:452] [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key ] I0513 17:03:05.652729 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d40d6bff22f04b1, network: default, NAD default, SandboxID: "d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f", PCI device ID: , UID: "24fae794-0614-4bbf-a9c4-ecf9a468ee87", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0513 17:03:05.707922 3637 cni.go:473] [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:70:cc:4f:9b:44\",\"name\":\"d40d6bff22f04b1\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b796504-9ea8-4d05-999b-8bb75e718fd0\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:05.929959 3637 cni.go:452] [openshift-monitoring/thanos-querier-57f755885b-llsk2 e11792eeeefd8abe8e81bb3655d434f1c9cfb1541ebf4ea5a5492d6d190e844f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-57f755885b-llsk2 e11792eeeefd8abe8e81bb3655d434f1c9cfb1541ebf4ea5a5492d6d190e844f network default NAD default NAD key ] I0513 17:03:05.943786 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-57f755885b-llsk2, hostIfaceName: e11792eeeefd8ab, network: default, NAD default, SandboxID: "e11792eeeefd8abe8e81bb3655d434f1c9cfb1541ebf4ea5a5492d6d190e844f", PCI device ID: , UID: "e515b863-817d-427b-ad00-38cd4c856510", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0513 17:03:06.003497 3637 cni.go:473] [openshift-monitoring/thanos-querier-57f755885b-llsk2 e11792eeeefd8abe8e81bb3655d434f1c9cfb1541ebf4ea5a5492d6d190e844f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-57f755885b-llsk2 e11792eeeefd8abe8e81bb3655d434f1c9cfb1541ebf4ea5a5492d6d190e844f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f5:15:f8:b9:a0\",\"name\":\"e11792eeeefd8ab\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/752e3ef4-de1c-4189-a657-5bb861619677\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:03:06.909632 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:06.909657 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:06.909664 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:06.975348 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976012 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976102 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976122 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0513 17:03:06.976140 3637 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:03:06.976146 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0513 17:03:07.992102 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:07.992123 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:07.992128 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:08.035594 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035701 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035727 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.035743 3637 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddrsml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:08.055323 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-84c5655cf7-fx24l] creating logical port openshift-monitoring_metrics-server-84c5655cf7-fx24l for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:08.055458 3637 kube.go:256] Updating pod openshift-monitoring/metrics-server-84c5655cf7-fx24l I0513 17:03:08.096215 3637 pod.go:62] [openshift-monitoring/metrics-server-84c5655cf7-fx24l] pod update took 40.803711ms I0513 17:03:08.096322 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-84c5655cf7-fx24l] addLogicalPort annotation time took 40.914931ms I0513 17:03:08.107835 3637 pods.go:271] [openshift-monitoring/metrics-server-84c5655cf7-fx24l] addLogicalPort took 52.521788ms, libovsdb time 10.47296ms I0513 17:03:08.324755 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-d9wzz for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:08.324966 3637 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz I0513 17:03:08.341365 3637 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz] pod update took 16.426522ms I0513 17:03:08.341460 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz] addLogicalPort annotation time took 16.527601ms I0513 17:03:08.342814 3637 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz] addLogicalPort took 18.085663ms, libovsdb time 1.033349ms I0513 17:03:08.415432 3637 cni.go:452] [openshift-monitoring/metrics-server-84c5655cf7-fx24l 40f8a728187917edb8bc664140d75d8a1e5396c02064511701525d7e73870c17 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-84c5655cf7-fx24l 40f8a728187917edb8bc664140d75d8a1e5396c02064511701525d7e73870c17 network default NAD default NAD key ] I0513 17:03:08.426539 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-84c5655cf7-fx24l, hostIfaceName: 40f8a728187917e, network: default, NAD default, SandboxID: "40f8a728187917edb8bc664140d75d8a1e5396c02064511701525d7e73870c17", PCI device ID: , UID: "ac9df7a5-c473-404a-95c9-17c08ad3a00e", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0513 17:03:08.489702 3637 cni.go:473] [openshift-monitoring/metrics-server-84c5655cf7-fx24l 40f8a728187917edb8bc664140d75d8a1e5396c02064511701525d7e73870c17 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-84c5655cf7-fx24l 40f8a728187917edb8bc664140d75d8a1e5396c02064511701525d7e73870c17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:af:10:0a:78:3a\",\"name\":\"40f8a728187917e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12efe7f5-079c-4201-961d-5e3243a26795\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:08.710790 3637 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz 22193cd08222907a8d4669499b8569acb701a5f14fdb7c7d99d40417a1761525 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz 22193cd08222907a8d4669499b8569acb701a5f14fdb7c7d99d40417a1761525 network default NAD default NAD key ] I0513 17:03:08.721135 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-d9wzz, hostIfaceName: 22193cd08222907, network: default, NAD default, SandboxID: "22193cd08222907a8d4669499b8569acb701a5f14fdb7c7d99d40417a1761525", PCI device ID: , UID: "17a60c6f-eda1-4afa-89e1-7abbc35bd798", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0513 17:03:08.779734 3637 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz 22193cd08222907a8d4669499b8569acb701a5f14fdb7c7d99d40417a1761525 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-d9wzz 22193cd08222907a8d4669499b8569acb701a5f14fdb7c7d99d40417a1761525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:53:27:25:c8:8d\",\"name\":\"22193cd08222907\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a0b2ffb-e4cd-4935-bef8-dbe23ff1fa5b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:03:08.892211 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 17:03:08.892247 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 17:03:08.892256 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 17:03:08.952911 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.952964 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.952971 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:08.952977 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:10.002996 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:10.003190 3637 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0513 17:03:10.033375 3637 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.231222ms I0513 17:03:10.033406 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.265865ms I0513 17:03:10.034951 3637 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.975172ms, libovsdb time 1.125909ms W0513 17:03:10.906780 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906819 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906824 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:10.906830 3637 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 17:03:10.981144 3637 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 17:03:10.995297 3637 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0513 17:03:11.011043 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:11.011060 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:11.042943 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0513 17:03:11.423093 3637 cni.go:452] [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key ] I0513 17:03:11.434759 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 18a2ae36cd934b1, network: default, NAD default, SandboxID: "18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487", PCI device ID: , UID: "a1a617b4-44d9-4e51-b063-32f3488fa0c6", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0513 17:03:11.495384 3637 cni.go:473] [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:3e:5c:61:49:97\",\"name\":\"18a2ae36cd934b1\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97ce5a9e-8e37-4835-9bf2-9cf6b49e103d\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:03:11.988624 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:12.043994 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 17:03:12.087945 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:03:12.088032 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 17:03:13.359687 3637 base_network_controller_pods.go:487] [default/openshift-console/console-6b5c8f66d8-2sgxz] creating logical port openshift-console_console-6b5c8f66d8-2sgxz for pod on switch ip-10-0-1-208.ec2.internal I0513 17:03:13.359829 3637 kube.go:256] Updating pod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:03:13.403418 3637 pod.go:62] [openshift-console/console-6b5c8f66d8-2sgxz] pod update took 43.626392ms I0513 17:03:13.403519 3637 base_network_controller_pods.go:951] [default/openshift-console/console-6b5c8f66d8-2sgxz] addLogicalPort annotation time took 43.732477ms I0513 17:03:13.405052 3637 pods.go:271] [openshift-console/console-6b5c8f66d8-2sgxz] addLogicalPort took 45.390584ms, libovsdb time 1.090159ms W0513 17:03:14.960764 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960791 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960798 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:14.960803 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 17:03:15.570964 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:16.871844 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0513 17:03:17.406130 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:17.406735 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 17:03:17.951149 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0513 17:03:17.964081 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:17.964111 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54bdc69779-c2sbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:17.974642 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54bdc69779-c2sbw I0513 17:03:17.974673 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54bdc69779-c2sbw I0513 17:03:20.325968 3637 cni.go:452] [openshift-multus/network-metrics-daemon-6k5pc 78251ca8cf415fcbc8f59cd0706d979812db5835a636b2a3a2d60a38356dfbe7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-6k5pc 78251ca8cf415fcbc8f59cd0706d979812db5835a636b2a3a2d60a38356dfbe7 network default NAD default NAD key ] I0513 17:03:20.327388 3637 cni.go:452] [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key ] I0513 17:03:20.330496 3637 cni.go:452] [kube-system/global-pull-secret-syncer-p8vnc dfc85f5c0ab7fba8e2712f699257af0003d1a59da4b0473bef744d6156bef9d0 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-p8vnc dfc85f5c0ab7fba8e2712f699257af0003d1a59da4b0473bef744d6156bef9d0 network default NAD default NAD key ] I0513 17:03:20.330498 3637 cni.go:452] [openshift-network-diagnostics/network-check-target-9ck8q 0745d0e3b9960eeaa896fad668f1dd26573c1903836eda0dd10b043f3cd5b6c4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9ck8q 0745d0e3b9960eeaa896fad668f1dd26573c1903836eda0dd10b043f3cd5b6c4 network default NAD default NAD key ] I0513 17:03:20.339010 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6k5pc, hostIfaceName: 78251ca8cf415fc, network: default, NAD default, SandboxID: "78251ca8cf415fcbc8f59cd0706d979812db5835a636b2a3a2d60a38356dfbe7", PCI device ID: , UID: "afd47537-828e-4b68-82a5-d3ea38d81957", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0513 17:03:20.340057 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b5c8f66d8-2sgxz, hostIfaceName: d1dbb0147879e04, network: default, NAD default, SandboxID: "d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60", PCI device ID: , UID: "4351e437-9c66-48d4-a454-80d470d0ffa1", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0513 17:03:20.342246 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9ck8q, hostIfaceName: 0745d0e3b9960ee, network: default, NAD default, SandboxID: "0745d0e3b9960eeaa896fad668f1dd26573c1903836eda0dd10b043f3cd5b6c4", PCI device ID: , UID: "ae1cf955-6bc4-440b-8d4e-4b01e87ec0e7", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0513 17:03:20.356846 3637 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-p8vnc, hostIfaceName: dfc85f5c0ab7fba, network: default, NAD default, SandboxID: "dfc85f5c0ab7fba8e2712f699257af0003d1a59da4b0473bef744d6156bef9d0", PCI device ID: , UID: "b6d54f74-469d-4a3b-9b03-eb3fd0cbbf78", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0513 17:03:20.413718 3637 cni.go:473] [openshift-network-diagnostics/network-check-target-9ck8q 0745d0e3b9960eeaa896fad668f1dd26573c1903836eda0dd10b043f3cd5b6c4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9ck8q 0745d0e3b9960eeaa896fad668f1dd26573c1903836eda0dd10b043f3cd5b6c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d3:56:12:84:ab\",\"name\":\"0745d0e3b9960ee\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1fe4d01-6fb3-4a1e-91c9-c96a2e4e456a\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:20.642476 3637 cni.go:473] [openshift-multus/network-metrics-daemon-6k5pc 78251ca8cf415fcbc8f59cd0706d979812db5835a636b2a3a2d60a38356dfbe7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6k5pc 78251ca8cf415fcbc8f59cd0706d979812db5835a636b2a3a2d60a38356dfbe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:65:6e:5c:a0:0e\",\"name\":\"78251ca8cf415fc\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74325a2c-8d37-4936-8f87-8e429db17536\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:20.642672 3637 cni.go:473] [kube-system/global-pull-secret-syncer-p8vnc dfc85f5c0ab7fba8e2712f699257af0003d1a59da4b0473bef744d6156bef9d0 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-p8vnc dfc85f5c0ab7fba8e2712f699257af0003d1a59da4b0473bef744d6156bef9d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5b:0d:8a:0f:4e\",\"name\":\"dfc85f5c0ab7fba\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5f2e77d-a14a-4378-a976-f3817428d719\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:03:20.642726 3637 cni.go:473] [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:eb:54:d3:0e:2b\",\"name\":\"d1dbb0147879e04\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27503623-9b59-4e83-b974-d646779d060b\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:03:22.978995 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:24.015082 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 17:03:25.613277 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 17:03:27.067732 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 17:03:29.643874 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 17:03:31.909568 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:31.909596 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:32.020360 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:32.020395 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:32.975025 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 17:03:34.106975 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 17:03:35.187735 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187759 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187765 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187776 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187781 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.187787 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.196018 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.196037 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:03:35.196043 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:03:40.833538 3637 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:40.834140 3637 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:41.697831 3637 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:41.697860 3637 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-mwh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:41.705273 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:41.705301 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c56d79dcb-mwh5j I0513 17:03:42.200258 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:42.200847 3637 obj_retry.go:498] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:42.686715 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:42.686737 3637 obj_retry.go:492] Detected object openshift-image-registry/image-registry-fb6cbc57c-5xwv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:42.689218 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 I0513 17:03:42.689248 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-fb6cbc57c-5xwv2 W0513 17:03:44.709104 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0513 17:03:55.364457 3637 obj_retry.go:498] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:55.365054 3637 obj_retry.go:498] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:55.752177 3637 obj_retry.go:492] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:55.752205 3637 obj_retry.go:492] Detected object openshift-ingress/router-default-7dfd87d94c-8bdjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:03:55.759848 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7dfd87d94c-8bdjp I0513 17:03:55.759880 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7dfd87d94c-8bdjp W0513 17:03:58.054741 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 17:03:59.484643 3637 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:03:59.485215 3637 obj_retry.go:498] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:00.131153 3637 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:00.131178 3637 obj_retry.go:492] Detected object openshift-console/console-6c56d79dcb-7rxdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:00.140291 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c56d79dcb-7rxdw I0513 17:04:00.140319 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c56d79dcb-7rxdw W0513 17:04:11.222858 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:04:11.222878 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:04:11.222889 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:04:11.222908 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:04:13.262297 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:04:13.262321 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 17:04:25.385196 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:25.385705 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:26.250408 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:26.250432 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:26.256551 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 17:04:26.256578 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 17:04:28.287252 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2] creating logical port openshift-monitoring_telemeter-client-54c7c6f9f9-p67h2 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:04:28.287353 3637 kube.go:256] Updating pod openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2 I0513 17:04:28.308962 3637 pod.go:62] [openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2] pod update took 21.639358ms I0513 17:04:28.308989 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2] addLogicalPort annotation time took 21.67138ms I0513 17:04:28.310407 3637 pods.go:271] [openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2] addLogicalPort took 23.165185ms, libovsdb time 945.211µs I0513 17:04:28.657397 3637 cni.go:452] [openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2 8e7442a8837fc19665c21e34549dd1ee32da2e2d349ae0d3ba8212e132acb0b0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2 8e7442a8837fc19665c21e34549dd1ee32da2e2d349ae0d3ba8212e132acb0b0 network default NAD default NAD key ] I0513 17:04:28.668413 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-54c7c6f9f9-p67h2, hostIfaceName: 8e7442a8837fc19, network: default, NAD default, SandboxID: "8e7442a8837fc19665c21e34549dd1ee32da2e2d349ae0d3ba8212e132acb0b0", PCI device ID: , UID: "07a99bfb-0152-4217-8a7f-7b38033e1273", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0513 17:04:28.724300 3637 cni.go:473] [openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2 8e7442a8837fc19665c21e34549dd1ee32da2e2d349ae0d3ba8212e132acb0b0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-54c7c6f9f9-p67h2 8e7442a8837fc19665c21e34549dd1ee32da2e2d349ae0d3ba8212e132acb0b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:51:5d:d0:41:4f\",\"name\":\"8e7442a8837fc19\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f75009af-36c5-4ac0-9be5-cdb6cb02f613\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:04:29.898638 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:29.899188 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:30.281847 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:30.281872 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:30.288771 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 17:04:30.288806 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 17:04:56.875733 3637 cni.go:452] [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key ] I0513 17:04:56.962832 3637 cni.go:473] [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b5c8f66d8-2sgxz d1dbb0147879e04daee1fd9560acaf9140bef86787cb91b24b5ec0af98eecf60 network default NAD default NAD key default], result "{}", err I0513 17:04:57.010988 3637 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:57.011024 3637 pods.go:176] Deleting pod: openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:57.012231 3637 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b5c8f66d8-2sgxz, ips: 10.130.0.18 I0513 17:04:57.012257 3637 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:57.020168 3637 base_network_controller_pods.go:487] [default/openshift-console/console-f56948bb6-fvjr6] creating logical port openshift-console_console-f56948bb6-fvjr6 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:04:57.020299 3637 kube.go:256] Updating pod openshift-console/console-f56948bb6-fvjr6 I0513 17:04:57.035476 3637 pod.go:62] [openshift-console/console-f56948bb6-fvjr6] pod update took 15.202758ms I0513 17:04:57.035500 3637 base_network_controller_pods.go:951] [default/openshift-console/console-f56948bb6-fvjr6] addLogicalPort annotation time took 15.235061ms I0513 17:04:57.036853 3637 pods.go:271] [openshift-console/console-f56948bb6-fvjr6] addLogicalPort took 16.70183ms, libovsdb time 1.030573ms I0513 17:04:57.378411 3637 cni.go:452] [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key ] I0513 17:04:57.388848 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f56948bb6-fvjr6, hostIfaceName: b15b469e864cc5e, network: default, NAD default, SandboxID: "b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c", PCI device ID: , UID: "8ba449df-d75e-4264-9b67-500dd7fd0aae", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0513 17:04:57.407998 3637 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:57.408026 3637 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-2sgxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:57.417072 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:57.417107 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c8f66d8-2sgxz I0513 17:04:57.441095 3637 cni.go:473] [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:97:8a:fb:50:ff\",\"name\":\"b15b469e864cc5e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e01cd250-3a5c-4a5b-80ef-76decf80a073\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:04:57.879673 3637 cni.go:452] [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key ] I0513 17:04:57.961156 3637 cni.go:473] [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 d40d6bff22f04b1c8cd236e4f09dfa9c90ec7ea26b84eb3a448f1caf3f92088f network default NAD default NAD key default], result "{}", err I0513 17:04:58.045374 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:58.045419 3637 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0513 17:04:58.047415 3637 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.13 I0513 17:04:58.047466 3637 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:04:58.433318 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:58.433346 3637 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:04:58.441734 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 17:04:58.441837 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 17:04:58.484450 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:04:58.484580 3637 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0513 17:04:58.511568 3637 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.024686ms I0513 17:04:58.511594 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.056859ms I0513 17:04:58.512944 3637 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.506415ms, libovsdb time 944.407µs I0513 17:04:58.849228 3637 cni.go:452] [openshift-monitoring/alertmanager-main-0 95c0bdba9cf8c08ef4e9cb6a4ff9ad85f095703537c7076408b13b9f5fd1870b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 95c0bdba9cf8c08ef4e9cb6a4ff9ad85f095703537c7076408b13b9f5fd1870b network default NAD default NAD key ] I0513 17:04:58.858697 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 95c0bdba9cf8c08, network: default, NAD default, SandboxID: "95c0bdba9cf8c08ef4e9cb6a4ff9ad85f095703537c7076408b13b9f5fd1870b", PCI device ID: , UID: "bd109d92-9a88-48da-beca-aa0c9b92bbb1", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0513 17:04:58.910159 3637 cni.go:473] [openshift-monitoring/alertmanager-main-0 95c0bdba9cf8c08ef4e9cb6a4ff9ad85f095703537c7076408b13b9f5fd1870b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 95c0bdba9cf8c08ef4e9cb6a4ff9ad85f095703537c7076408b13b9f5fd1870b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:41:a8:d3:90:ba\",\"name\":\"95c0bdba9cf8c08\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fdb96e3-26d6-4630-affe-4433be201820\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:05:07.478975 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 17:05:07.675879 3637 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:07.676508 3637 obj_retry.go:498] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:08.039533 3637 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:08.039558 3637 obj_retry.go:492] Detected object openshift-console/console-6b5c8f66d8-njl7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:08.045147 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:08.045180 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c8f66d8-njl7m I0513 17:05:18.218120 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:18.218659 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:19.103798 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:19.103831 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644860-rmrfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:05:28.898295 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:05:28.898316 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 17:05:28.898322 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 17:05:31.817780 3637 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 17:05:32.762461 3637 cni.go:452] [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key ] I0513 17:05:32.839662 3637 cni.go:473] [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 18a2ae36cd934b127c585bed7d521c524545e962f2eb00f068cb63a3c8238487 network default NAD default NAD key default], result "{}", err I0513 17:05:32.902154 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:32.902209 3637 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0513 17:05:32.903671 3637 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0513 17:05:32.903708 3637 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:05:33.582405 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:33.582432 3637 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:05:33.590199 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 17:05:33.590266 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 17:05:33.633213 3637 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:05:33.633365 3637 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0513 17:05:33.656573 3637 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.249731ms I0513 17:05:33.656596 3637 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.277499ms I0513 17:05:33.658081 3637 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.88229ms, libovsdb time 1.075445ms I0513 17:05:34.005463 3637 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e665414840acfe72ce18b172b375056389e69f8c222bd0fbee83b2c256d36411 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e665414840acfe72ce18b172b375056389e69f8c222bd0fbee83b2c256d36411 network default NAD default NAD key ] I0513 17:05:34.015343 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e665414840acfe7, network: default, NAD default, SandboxID: "e665414840acfe72ce18b172b375056389e69f8c222bd0fbee83b2c256d36411", PCI device ID: , UID: "a201f1ab-5d12-4f3b-a9ec-4a89b71e2d78", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0513 17:05:34.068216 3637 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e665414840acfe72ce18b172b375056389e69f8c222bd0fbee83b2c256d36411 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e665414840acfe72ce18b172b375056389e69f8c222bd0fbee83b2c256d36411 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f8:d4:7e:c4:cb\",\"name\":\"e665414840acfe7\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/359a0e78-1807-45ff-9abb-ade5c392d1aa\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:06:34.877828 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 17:06:34.877849 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 17:07:06.602150 3637 cni.go:452] [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key ] I0513 17:07:06.683063 3637 cni.go:473] [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f56948bb6-fvjr6 b15b469e864cc5e89e8325b168d3a183331ca0f9989e368092ad82e0c3fb8b4c network default NAD default NAD key default], result "{}", err I0513 17:07:06.729985 3637 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fvjr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:06.730031 3637 pods.go:176] Deleting pod: openshift-console/console-f56948bb6-fvjr6 I0513 17:07:06.731353 3637 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f56948bb6-fvjr6, ips: 10.130.0.20 I0513 17:07:06.731382 3637 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fvjr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:06.740262 3637 base_network_controller_pods.go:487] [default/openshift-console/console-5d48747969-wt48d] creating logical port openshift-console_console-5d48747969-wt48d for pod on switch ip-10-0-1-208.ec2.internal I0513 17:07:06.740468 3637 kube.go:256] Updating pod openshift-console/console-5d48747969-wt48d I0513 17:07:06.754693 3637 pod.go:62] [openshift-console/console-5d48747969-wt48d] pod update took 14.265848ms I0513 17:07:06.754720 3637 base_network_controller_pods.go:951] [default/openshift-console/console-5d48747969-wt48d] addLogicalPort annotation time took 14.301155ms I0513 17:07:06.755959 3637 pods.go:271] [openshift-console/console-5d48747969-wt48d] addLogicalPort took 15.717527ms, libovsdb time 859.253µs I0513 17:07:06.960010 3637 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fvjr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:06.960043 3637 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fvjr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:06.967477 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f56948bb6-fvjr6 I0513 17:07:06.967508 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f56948bb6-fvjr6 I0513 17:07:07.096965 3637 cni.go:452] [openshift-console/console-5d48747969-wt48d fb1ab4e4879ce6b61d2953989d211a810b4810fa96e39e9f42bcbe210f69e99d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d48747969-wt48d fb1ab4e4879ce6b61d2953989d211a810b4810fa96e39e9f42bcbe210f69e99d network default NAD default NAD key ] I0513 17:07:07.106449 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d48747969-wt48d, hostIfaceName: fb1ab4e4879ce6b, network: default, NAD default, SandboxID: "fb1ab4e4879ce6b61d2953989d211a810b4810fa96e39e9f42bcbe210f69e99d", PCI device ID: , UID: "fb26d494-078d-4073-a55b-b13611b047be", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0513 17:07:07.158845 3637 cni.go:473] [openshift-console/console-5d48747969-wt48d fb1ab4e4879ce6b61d2953989d211a810b4810fa96e39e9f42bcbe210f69e99d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d48747969-wt48d fb1ab4e4879ce6b61d2953989d211a810b4810fa96e39e9f42bcbe210f69e99d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:cc:00:32:9a:67\",\"name\":\"fb1ab4e4879ce6b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2f27596-b45d-42d3-93a3-01d4fa1ef7db\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:07:17.797156 3637 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fdfbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:17.797792 3637 obj_retry.go:498] Detected object openshift-console/console-f56948bb6-fdfbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:07:17.987258 3637 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fdfbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:17.987288 3637 obj_retry.go:492] Detected object openshift-console/console-f56948bb6-fdfbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:07:17.992651 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f56948bb6-fdfbz I0513 17:07:17.992683 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f56948bb6-fdfbz W0513 17:07:18.021927 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 17:08:14.300288 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 17:08:45.171768 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I0513 17:09:16.173402 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 I0513 17:09:24.300968 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 17:09:37.283195 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 17:09:49.256927 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 17:09:58.268256 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 17:10:04.290419 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:10:04.291059 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:10:05.190764 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:10:05.190791 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644870-xg6k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:10:52.256799 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 17:11:01.174067 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0513 17:11:04.248550 3637 namespace.go:98] [tsf] adding namespace I0513 17:11:04.249503 3637 namespace.go:102] [tsf] adding namespace took 897.259µs I0513 17:11:04.265266 3637 namespace.go:142] [tsf] updating namespace I0513 17:11:04.277848 3637 namespace.go:142] [tsf] updating namespace I0513 17:11:07.989148 3637 namespace.go:98] [konflux-ui] adding namespace I0513 17:11:07.990138 3637 namespace.go:102] [konflux-ui] adding namespace took 961.157µs I0513 17:11:07.993987 3637 namespace.go:98] [tsf-tas] adding namespace I0513 17:11:07.994844 3637 namespace.go:102] [tsf-tas] adding namespace took 835.69µs I0513 17:11:08.001625 3637 namespace.go:98] [cert-manager-operator] adding namespace I0513 17:11:08.001718 3637 namespace.go:98] [rhbk-operator] adding namespace I0513 17:11:08.001841 3637 namespace.go:98] [rhtpa-operator] adding namespace I0513 17:11:08.001913 3637 namespace.go:98] [tsf-keycloak] adding namespace I0513 17:11:08.001974 3637 namespace.go:98] [tsf-tpa] adding namespace I0513 17:11:08.002081 3637 namespace.go:98] [konflux-operator] adding namespace I0513 17:11:08.002569 3637 namespace.go:102] [cert-manager-operator] adding namespace took 926.871µs I0513 17:11:08.003237 3637 namespace.go:102] [rhbk-operator] adding namespace took 1.504107ms I0513 17:11:08.003732 3637 namespace.go:102] [rhtpa-operator] adding namespace took 1.870501ms I0513 17:11:08.004338 3637 namespace.go:102] [tsf-keycloak] adding namespace took 2.414545ms I0513 17:11:08.004824 3637 namespace.go:102] [tsf-tpa] adding namespace took 2.831827ms I0513 17:11:08.005357 3637 namespace.go:102] [konflux-operator] adding namespace took 3.211482ms I0513 17:11:08.012144 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.035336 3637 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.035527 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.056406 3637 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.056553 3637 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.056610 3637 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.076485 3637 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.076662 3637 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.080693 3637 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.089555 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.089683 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.101188 3637 namespace.go:142] [tsf-tas] updating namespace I0513 17:11:08.101248 3637 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:11:08.101377 3637 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.116183 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.123441 3637 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.131290 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:08.145230 3637 namespace.go:142] [konflux-operator] updating namespace I0513 17:11:08.185062 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 17:11:08.210320 3637 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.210475 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:11:08.236959 3637 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:11:08.400795 3637 namespace.go:142] [rhbk-operator] updating namespace I0513 17:11:08.414431 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:08.426260 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:09.208624 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:11:09.212526 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:11:15.073991 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074586 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074617 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074624 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:15.074635 3637 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:15.074639 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:16.100027 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.100055 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.100075 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:16.100089 3637 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eb5mhs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:17.110614 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.111176 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.111203 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.111210 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:17.111225 3637 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:17.111230 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:18.112091 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112692 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112721 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112728 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:18.112740 3637 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:18.112744 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:18.138508 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138535 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138547 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:18.138558 3637 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgpvkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138393 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138420 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138434 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:19.138445 3637 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5146ljg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:20.199687 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200246 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200279 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200290 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:20.200302 3637 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:20.200309 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:21.229165 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.229194 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.229212 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:21.229228 3637 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femk5r4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:23.200582 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.201169 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.201196 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.201205 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:23.201217 3637 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.201221 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:23.229468 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.229976 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.229993 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.229997 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 17:11:23.230006 3637 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 17:11:23.230009 3637 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 17:11:24.433470 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.433493 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.433508 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.433521 3637 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7xrr2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.439320 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.439348 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.439365 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:24.439375 3637 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21369l84b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:11:26.999951 3637 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-msbpr for pod on switch ip-10-0-1-208.ec2.internal I0513 17:11:27.000108 3637 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr I0513 17:11:27.043067 3637 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr] pod update took 42.992548ms I0513 17:11:27.043091 3637 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr] addLogicalPort annotation time took 43.021901ms I0513 17:11:27.044408 3637 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr] addLogicalPort took 44.478332ms, libovsdb time 1.010264ms I0513 17:11:27.358582 3637 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr eccc0e30677b34de197ee4cdd0dd296f5093c56e907cdb3ff0d3d846770d84fe network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr eccc0e30677b34de197ee4cdd0dd296f5093c56e907cdb3ff0d3d846770d84fe network default NAD default NAD key ] I0513 17:11:27.369030 3637 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-msbpr, hostIfaceName: eccc0e30677b34d, network: default, NAD default, SandboxID: "eccc0e30677b34de197ee4cdd0dd296f5093c56e907cdb3ff0d3d846770d84fe", PCI device ID: , UID: "0e10300d-2680-458f-a65c-687956c42e21", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0513 17:11:27.422153 3637 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr eccc0e30677b34de197ee4cdd0dd296f5093c56e907cdb3ff0d3d846770d84fe network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-msbpr eccc0e30677b34de197ee4cdd0dd296f5093c56e907cdb3ff0d3d846770d84fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:11:7f:a2:ff:92\",\"name\":\"eccc0e30677b34d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/636c7048-6891-468f-836f-f9253fc91a94\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:11:29.294418 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 17:11:30.559622 3637 namespace.go:98] [cert-manager] adding namespace I0513 17:11:30.560605 3637 namespace.go:102] [cert-manager] adding namespace took 956.937µs I0513 17:11:30.613136 3637 namespace.go:142] [cert-manager] updating namespace I0513 17:11:30.629488 3637 namespace.go:142] [cert-manager] updating namespace I0513 17:11:32.550063 3637 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-sttkb for pod on switch ip-10-0-1-208.ec2.internal I0513 17:11:32.550188 3637 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb I0513 17:11:32.586391 3637 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb] pod update took 36.228168ms I0513 17:11:32.586421 3637 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb] addLogicalPort annotation time took 36.264395ms I0513 17:11:32.587600 3637 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb] addLogicalPort took 37.55246ms, libovsdb time 856.614µs I0513 17:11:32.918508 3637 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb 69c818d0704e5b0f4839bcda62c852cc825694c6fddcc96aa9a0f91ba55259d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb 69c818d0704e5b0f4839bcda62c852cc825694c6fddcc96aa9a0f91ba55259d3 network default NAD default NAD key ] I0513 17:11:32.928496 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-sttkb, hostIfaceName: 69c818d0704e5b0, network: default, NAD default, SandboxID: "69c818d0704e5b0f4839bcda62c852cc825694c6fddcc96aa9a0f91ba55259d3", PCI device ID: , UID: "be236c6c-69b0-4d37-b206-9df22b675eee", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0513 17:11:32.985418 3637 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb 69c818d0704e5b0f4839bcda62c852cc825694c6fddcc96aa9a0f91ba55259d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-sttkb 69c818d0704e5b0f4839bcda62c852cc825694c6fddcc96aa9a0f91ba55259d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7f:22:a0:20:1f\",\"name\":\"69c818d0704e5b0\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b65cd5d-6961-404f-a612-6592b1d921af\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:11:36.077174 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 17:11:36.137275 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:36.165086 3637 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-m9cfb] creating logical port rhbk-operator_rhbk-operator-69889d554d-m9cfb for pod on switch ip-10-0-1-208.ec2.internal I0513 17:11:36.165247 3637 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-m9cfb I0513 17:11:36.198664 3637 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-m9cfb] pod update took 33.444124ms I0513 17:11:36.198698 3637 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-m9cfb] addLogicalPort annotation time took 33.484023ms I0513 17:11:36.199986 3637 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-m9cfb] addLogicalPort took 34.921929ms, libovsdb time 920.825µs I0513 17:11:36.526385 3637 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-m9cfb bf86293679b28b49c69434cf0d7a1296c9d457f8bbb6b75ac43e717f37f2b1eb network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-m9cfb bf86293679b28b49c69434cf0d7a1296c9d457f8bbb6b75ac43e717f37f2b1eb network default NAD default NAD key ] I0513 17:11:36.535635 3637 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-m9cfb, hostIfaceName: bf86293679b28b4, network: default, NAD default, SandboxID: "bf86293679b28b49c69434cf0d7a1296c9d457f8bbb6b75ac43e717f37f2b1eb", PCI device ID: , UID: "ede88ad4-4341-4848-ab79-eebc2159684e", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0513 17:11:36.588765 3637 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-m9cfb bf86293679b28b49c69434cf0d7a1296c9d457f8bbb6b75ac43e717f37f2b1eb network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-m9cfb bf86293679b28b49c69434cf0d7a1296c9d457f8bbb6b75ac43e717f37f2b1eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:49:15:e4:e2:e5\",\"name\":\"bf86293679b28b4\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a306079f-ee97-4236-8fe9-78489cf3b606\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:11:37.509358 3637 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:37.521435 3637 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:38.469165 3637 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-ssvf8 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:11:38.469308 3637 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8 I0513 17:11:38.539087 3637 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8] pod update took 69.803147ms I0513 17:11:38.539116 3637 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8] addLogicalPort annotation time took 69.836238ms I0513 17:11:38.540415 3637 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8] addLogicalPort took 71.272179ms, libovsdb time 916.142µs I0513 17:11:39.158793 3637 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8 cc91ab9b56cacd0893644c0d069c9dafd4ec48931c5210f96ba34f73f7bb2783 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8 cc91ab9b56cacd0893644c0d069c9dafd4ec48931c5210f96ba34f73f7bb2783 network default NAD default NAD key ] I0513 17:11:39.170424 3637 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-ssvf8, hostIfaceName: cc91ab9b56cacd0, network: default, NAD default, SandboxID: "cc91ab9b56cacd0893644c0d069c9dafd4ec48931c5210f96ba34f73f7bb2783", PCI device ID: , UID: "f2a7737f-b3f8-48dd-a9b4-51fcae4ce9c7", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0513 17:11:39.227200 3637 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8 cc91ab9b56cacd0893644c0d069c9dafd4ec48931c5210f96ba34f73f7bb2783 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ssvf8 cc91ab9b56cacd0893644c0d069c9dafd4ec48931c5210f96ba34f73f7bb2783 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e1:72:25:d2:b4\",\"name\":\"cc91ab9b56cacd0\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b043814-4897-4697-bfdd-2dab002e0615\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:11:43.106431 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 17:11:43.106450 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 17:11:45.442332 3637 namespace.go:142] [openshift-operators] updating namespace I0513 17:11:45.689670 3637 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-nflfj for pod on switch ip-10-0-1-208.ec2.internal I0513 17:11:45.689793 3637 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj I0513 17:11:45.732646 3637 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj] pod update took 42.881014ms I0513 17:11:45.732671 3637 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj] addLogicalPort annotation time took 42.911262ms I0513 17:11:45.734081 3637 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj] addLogicalPort took 44.429567ms, libovsdb time 977.934µs W0513 17:11:46.054044 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:46.054527 3637 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj 1ebc1b8c6f7128c5145b108cbc9d105f3504c81b4678866d629dccd1879c7765 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj 1ebc1b8c6f7128c5145b108cbc9d105f3504c81b4678866d629dccd1879c7765 network default NAD default NAD key ] I0513 17:11:46.064795 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-nflfj, hostIfaceName: 1ebc1b8c6f7128c, network: default, NAD default, SandboxID: "1ebc1b8c6f7128c5145b108cbc9d105f3504c81b4678866d629dccd1879c7765", PCI device ID: , UID: "bb13e10f-d8d7-48df-9278-7c7aa475d3ff", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] W0513 17:11:46.066216 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.080953 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 17:11:46.093247 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 17:11:46.121463 3637 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj 1ebc1b8c6f7128c5145b108cbc9d105f3504c81b4678866d629dccd1879c7765 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nflfj 1ebc1b8c6f7128c5145b108cbc9d105f3504c81b4678866d629dccd1879c7765 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8a:87:e9:ab:65\",\"name\":\"1ebc1b8c6f7128c\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95863d93-cb98-4377-9641-e5322b4cb09e\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:11:47.108506 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 17:11:49.215682 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 17:11:49.215710 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 17:11:51.996336 3637 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-5c62j for pod on switch ip-10-0-1-208.ec2.internal I0513 17:11:51.996465 3637 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j I0513 17:11:52.042629 3637 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j] pod update took 46.192225ms I0513 17:11:52.042657 3637 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j] addLogicalPort annotation time took 46.224591ms I0513 17:11:52.044025 3637 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j] addLogicalPort took 47.705542ms, libovsdb time 946.36µs I0513 17:11:52.359224 3637 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j f16a896e1084c8befe527828b0d400018aea39f727d44e902207b495917c141c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j f16a896e1084c8befe527828b0d400018aea39f727d44e902207b495917c141c network default NAD default NAD key ] I0513 17:11:52.368913 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-5c62j, hostIfaceName: f16a896e1084c8b, network: default, NAD default, SandboxID: "f16a896e1084c8befe527828b0d400018aea39f727d44e902207b495917c141c", PCI device ID: , UID: "7cb194fa-cae2-48c5-8b69-597729da0175", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0513 17:11:52.422842 3637 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j f16a896e1084c8befe527828b0d400018aea39f727d44e902207b495917c141c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-5c62j f16a896e1084c8befe527828b0d400018aea39f727d44e902207b495917c141c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:dd:8d:0c:fb:98\",\"name\":\"f16a896e1084c8b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6cc2110-1461-4bcd-89da-5b308f4b4d57\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:11:54.171089 3637 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 17:11:54.171978 3637 namespace.go:102] [trusted-artifact-signer] adding namespace took 862.906µs W0513 17:11:54.201211 3637 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 17:11:54.250338 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:11:54.280241 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:00.194191 3637 namespace.go:98] [openshift-pipelines] adding namespace I0513 17:12:00.195137 3637 namespace.go:102] [openshift-pipelines] adding namespace took 879.279µs I0513 17:12:00.210034 3637 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:12:00.903839 3637 namespace.go:142] [cert-manager] updating namespace I0513 17:12:01.105659 3637 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:01.506412 3637 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:01.706640 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:01.908824 3637 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:02.312844 3637 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:02.509971 3637 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:02.712385 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:02.910815 3637 namespace.go:142] [tsf] updating namespace I0513 17:12:03.112995 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:03.313364 3637 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:03.510572 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:03.645811 3637 namespace.go:142] [cert-manager] updating namespace I0513 17:12:03.657408 3637 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:03.669962 3637 namespace.go:142] [default] updating namespace I0513 17:12:03.680661 3637 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:03.693321 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:03.702857 3637 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:03.714728 3637 namespace.go:142] [openshift] updating namespace I0513 17:12:03.725301 3637 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:03.737110 3637 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:03.746404 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:03.755642 3637 namespace.go:142] [tsf] updating namespace I0513 17:12:03.764987 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:03.777988 3637 namespace.go:142] [tsf-tas] updating namespace I0513 17:12:03.795737 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:03.840997 3637 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:03.841591 3637 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:03.875067 3637 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:03.875095 3637 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:03.879794 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 17:12:03.879820 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 17:12:03.895107 3637 namespace.go:142] [cert-manager] updating namespace I0513 17:12:03.998323 3637 namespace.go:142] [cert-manager-operator] updating namespace I0513 17:12:04.093024 3637 namespace.go:142] [default] updating namespace I0513 17:12:04.194585 3637 namespace.go:142] [konflux-operator] updating namespace I0513 17:12:04.296305 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:12:04.400746 3637 namespace.go:142] [open-cluster-management-2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel] updating namespace I0513 17:12:04.497006 3637 namespace.go:142] [openshift] updating namespace I0513 17:12:04.595004 3637 namespace.go:142] [rhbk-operator] updating namespace I0513 17:12:04.695321 3637 namespace.go:142] [rhtpa-operator] updating namespace I0513 17:12:04.800426 3637 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 17:12:04.898288 3637 namespace.go:142] [tsf] updating namespace I0513 17:12:04.994309 3637 namespace.go:142] [tsf-keycloak] updating namespace I0513 17:12:05.093479 3637 namespace.go:142] [tsf-tas] updating namespace W0513 17:12:05.179554 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 17:12:05.201742 3637 namespace.go:142] [tsf-tpa] updating namespace I0513 17:12:06.051226 3637 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:12:09.278528 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0513 17:12:12.270984 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0513 17:12:13.793059 3637 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0513 17:12:14.701105 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-z7ds5 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:12:14.701217 3637 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5 I0513 17:12:14.722564 3637 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5] pod update took 21.381461ms I0513 17:12:14.722584 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5] addLogicalPort annotation time took 21.406501ms I0513 17:12:14.724259 3637 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5] addLogicalPort took 23.180951ms, libovsdb time 1.261071ms I0513 17:12:14.867697 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc for pod on switch ip-10-0-1-208.ec2.internal I0513 17:12:14.867794 3637 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc I0513 17:12:14.883409 3637 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc] pod update took 15.643963ms I0513 17:12:14.883432 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc] addLogicalPort annotation time took 15.676108ms I0513 17:12:14.884684 3637 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc] addLogicalPort took 17.001533ms, libovsdb time 876.402µs I0513 17:12:15.068032 3637 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5 9baa8360db63d089fba2d01cb1a3f621b75c6f38d6fea9f28967c9f4815ca0ae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5 9baa8360db63d089fba2d01cb1a3f621b75c6f38d6fea9f28967c9f4815ca0ae network default NAD default NAD key ] I0513 17:12:15.095453 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-z7ds5, hostIfaceName: 9baa8360db63d08, network: default, NAD default, SandboxID: "9baa8360db63d089fba2d01cb1a3f621b75c6f38d6fea9f28967c9f4815ca0ae", PCI device ID: , UID: "9c663de0-864e-4fcb-8720-52d4551d30ae", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0513 17:12:15.150086 3637 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5 9baa8360db63d089fba2d01cb1a3f621b75c6f38d6fea9f28967c9f4815ca0ae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z7ds5 9baa8360db63d089fba2d01cb1a3f621b75c6f38d6fea9f28967c9f4815ca0ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2e:a9:74:83:d2\",\"name\":\"9baa8360db63d08\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b79721ea-ccbe-4c2d-9a53-f7f07d4f84b6\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:12:15.230499 3637 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc 07f001397b2616f979e1e6319a18bc8ac193448017f09e8f2de702b31db73e98 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc 07f001397b2616f979e1e6319a18bc8ac193448017f09e8f2de702b31db73e98 network default NAD default NAD key ] I0513 17:12:15.240542 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc, hostIfaceName: 07f001397b2616f, network: default, NAD default, SandboxID: "07f001397b2616f979e1e6319a18bc8ac193448017f09e8f2de702b31db73e98", PCI device ID: , UID: "f9caf329-23a5-49ad-828f-b2bb782d0a82", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0513 17:12:15.297924 3637 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc 07f001397b2616f979e1e6319a18bc8ac193448017f09e8f2de702b31db73e98 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2tszc 07f001397b2616f979e1e6319a18bc8ac193448017f09e8f2de702b31db73e98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:72:43:bd:78:b4\",\"name\":\"07f001397b2616f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a41f96df-93ec-46ef-b566-fd3409f8adde\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:12:15.763490 3637 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 17:12:18.345489 3637 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.345506 3637 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.345511 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 17:12:18.785129 3637 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.785150 3637 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.785155 3637 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:18.785159 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 17:12:21.317083 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:21.317096 3637 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:21.317101 3637 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 17:12:29.186947 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=597 W0513 17:12:33.332517 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:33.332542 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 17:12:33.332548 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 17:12:39.725931 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-ngjj7 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:12:39.726031 3637 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7 I0513 17:12:39.741122 3637 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7] pod update took 15.113842ms I0513 17:12:39.741150 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7] addLogicalPort annotation time took 15.147561ms I0513 17:12:39.742515 3637 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7] addLogicalPort took 16.62752ms, libovsdb time 958.156µs I0513 17:12:40.089682 3637 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7 d575e9aa6150178c01a60683e6412486a26b34448b4532385ed046f333dea0d5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7 d575e9aa6150178c01a60683e6412486a26b34448b4532385ed046f333dea0d5 network default NAD default NAD key ] I0513 17:12:40.099791 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-ngjj7, hostIfaceName: d575e9aa6150178, network: default, NAD default, SandboxID: "d575e9aa6150178c01a60683e6412486a26b34448b4532385ed046f333dea0d5", PCI device ID: , UID: "14e2326f-351f-46a1-99d6-b25831537621", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0513 17:12:40.158014 3637 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7 d575e9aa6150178c01a60683e6412486a26b34448b4532385ed046f333dea0d5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ngjj7 d575e9aa6150178c01a60683e6412486a26b34448b4532385ed046f333dea0d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:34:c3:35:01:2a\",\"name\":\"d575e9aa6150178\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c911e32-2c2b-4bd2-8399-97642dddfc52\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:12:42.172113 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0513 17:12:43.288780 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 W0513 17:12:43.434119 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 17:12:45.033665 3637 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:45.034237 3637 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:12:45.057862 3637 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:45.057924 3637 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:12:45.064190 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 17:12:45.064227 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 17:12:47.138695 3637 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 17:12:47.139466 3637 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 17:12:47.139493 3637 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 17:12:47.142673 3637 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0513 17:12:52.965864 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:12:52.965888 3637 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 17:12:52.965961 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:12:52.965971 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 17:12:54.441393 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 17:12:56.324113 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-dglsb] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-dglsb for pod on switch ip-10-0-1-208.ec2.internal I0513 17:12:56.324209 3637 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-dglsb I0513 17:12:56.338825 3637 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-dglsb] pod update took 14.637988ms I0513 17:12:56.338877 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-dglsb] addLogicalPort annotation time took 14.69666ms I0513 17:12:56.340201 3637 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-dglsb] addLogicalPort took 16.108724ms, libovsdb time 864.584µs I0513 17:12:56.700661 3637 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-dglsb feafe48804ad2af929a4d6734666eae8815fcdfed8f4d3485774f43fc39f34da network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-dglsb feafe48804ad2af929a4d6734666eae8815fcdfed8f4d3485774f43fc39f34da network default NAD default NAD key ] I0513 17:12:56.710184 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-dglsb, hostIfaceName: feafe48804ad2af, network: default, NAD default, SandboxID: "feafe48804ad2af929a4d6734666eae8815fcdfed8f4d3485774f43fc39f34da", PCI device ID: , UID: "21135a09-cb3a-474c-89a6-cae2d340b99f", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0513 17:12:56.766887 3637 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-dglsb feafe48804ad2af929a4d6734666eae8815fcdfed8f4d3485774f43fc39f34da network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-dglsb feafe48804ad2af929a4d6734666eae8815fcdfed8f4d3485774f43fc39f34da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:7a:dc:c3:5c:45\",\"name\":\"feafe48804ad2af\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c2648e7-3c2f-4fbc-91b9-59fc8a709346\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:13:02.443015 3637 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 17:13:18.493821 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-kk4f5 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:13:18.493966 3637 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5 I0513 17:13:18.510205 3637 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5] pod update took 16.257144ms I0513 17:13:18.510235 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5] addLogicalPort annotation time took 16.305896ms I0513 17:13:18.511739 3637 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5] addLogicalPort took 17.936641ms, libovsdb time 973.708µs I0513 17:13:18.589867 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-ql9bl for pod on switch ip-10-0-1-208.ec2.internal I0513 17:13:18.590383 3637 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl I0513 17:13:18.604736 3637 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl] pod update took 14.388615ms I0513 17:13:18.604764 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl] addLogicalPort annotation time took 14.438756ms I0513 17:13:18.606219 3637 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl] addLogicalPort took 16.378935ms, libovsdb time 913.816µs I0513 17:13:19.462850 3637 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5 922d26d882bc27cd20589b32cc083ef0e4bfedeee91ae9e52bb7026d2edff907 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5 922d26d882bc27cd20589b32cc083ef0e4bfedeee91ae9e52bb7026d2edff907 network default NAD default NAD key ] I0513 17:13:19.472410 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-kk4f5, hostIfaceName: 922d26d882bc27c, network: default, NAD default, SandboxID: "922d26d882bc27cd20589b32cc083ef0e4bfedeee91ae9e52bb7026d2edff907", PCI device ID: , UID: "31f2bd56-cf65-4470-85b6-b6b34c559287", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0513 17:13:19.529524 3637 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5 922d26d882bc27cd20589b32cc083ef0e4bfedeee91ae9e52bb7026d2edff907 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-kk4f5 922d26d882bc27cd20589b32cc083ef0e4bfedeee91ae9e52bb7026d2edff907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:66:be:ec:9c:89\",\"name\":\"922d26d882bc27c\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/383146f1-6b23-4f95-9c5b-f526893479ca\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:13:19.559212 3637 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl d49caa4960fa272a45ce0c7e4d2deb77713fded56141a485e73398130625348a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl d49caa4960fa272a45ce0c7e4d2deb77713fded56141a485e73398130625348a network default NAD default NAD key ] I0513 17:13:19.569648 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-ql9bl, hostIfaceName: d49caa4960fa272, network: default, NAD default, SandboxID: "d49caa4960fa272a45ce0c7e4d2deb77713fded56141a485e73398130625348a", PCI device ID: , UID: "b1133efd-165d-40a2-b726-b684b79a7403", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0513 17:13:19.627675 3637 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl d49caa4960fa272a45ce0c7e4d2deb77713fded56141a485e73398130625348a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-ql9bl d49caa4960fa272a45ce0c7e4d2deb77713fded56141a485e73398130625348a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:25:28:11:53:8e\",\"name\":\"d49caa4960fa272\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26d10ca0-6931-4de4-bcac-80c65d8177ba\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:13:24.646336 3637 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:24.646366 3637 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:24.646373 3637 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:29.677249 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:29.677270 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 17:13:29.677275 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 17:13:37.396306 3637 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:37.396930 3637 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:37.445331 3637 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:37.445353 3637 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:37.450839 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 17:13:37.450872 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 17:13:40.321135 3637 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-595564cbc8-wn2x6] creating logical port tsf-tas_trillian-logserver-595564cbc8-wn2x6 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:13:40.321232 3637 kube.go:256] Updating pod tsf-tas/trillian-logserver-595564cbc8-wn2x6 I0513 17:13:40.339666 3637 pod.go:62] [tsf-tas/trillian-logserver-595564cbc8-wn2x6] pod update took 18.466822ms I0513 17:13:40.339692 3637 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-595564cbc8-wn2x6] addLogicalPort annotation time took 18.497798ms I0513 17:13:40.341032 3637 pods.go:271] [tsf-tas/trillian-logserver-595564cbc8-wn2x6] addLogicalPort took 19.914433ms, libovsdb time 891.474µs I0513 17:13:40.483125 3637 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-k4cnt-6zrbp] creating logical port tsf-tas_rekor-createtree-job-k4cnt-6zrbp for pod on switch ip-10-0-1-208.ec2.internal I0513 17:13:40.483216 3637 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-k4cnt-6zrbp I0513 17:13:40.507007 3637 pod.go:62] [tsf-tas/rekor-createtree-job-k4cnt-6zrbp] pod update took 23.811947ms I0513 17:13:40.507034 3637 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-k4cnt-6zrbp] addLogicalPort annotation time took 23.846842ms I0513 17:13:40.508321 3637 pods.go:271] [tsf-tas/rekor-createtree-job-k4cnt-6zrbp] addLogicalPort took 25.216736ms, libovsdb time 844.119µs I0513 17:13:40.848209 3637 cni.go:452] [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key ] I0513 17:13:40.858386 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-k4cnt-6zrbp, hostIfaceName: fe25f83b4449d62, network: default, NAD default, SandboxID: "fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd", PCI device ID: , UID: "6758ee45-a7c2-4123-b742-fffe5007a9f6", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0513 17:13:40.913762 3637 cni.go:473] [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:08:a6:b7:86:f1\",\"name\":\"fe25f83b4449d62\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a07334d4-dcb4-47a2-998d-0da40a891fbc\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:13:42.331302 3637 cni.go:452] [tsf-tas/trillian-logserver-595564cbc8-wn2x6 1bdb96462f509a5ad8748cf044c15016c80678c58fab02828d25d720dea60c1d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-595564cbc8-wn2x6 1bdb96462f509a5ad8748cf044c15016c80678c58fab02828d25d720dea60c1d network default NAD default NAD key ] I0513 17:13:42.341704 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-595564cbc8-wn2x6, hostIfaceName: 1bdb96462f509a5, network: default, NAD default, SandboxID: "1bdb96462f509a5ad8748cf044c15016c80678c58fab02828d25d720dea60c1d", PCI device ID: , UID: "c34b9f7b-ff53-42cb-9729-98a1157819a9", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0513 17:13:42.399314 3637 cni.go:473] [tsf-tas/trillian-logserver-595564cbc8-wn2x6 1bdb96462f509a5ad8748cf044c15016c80678c58fab02828d25d720dea60c1d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-595564cbc8-wn2x6 1bdb96462f509a5ad8748cf044c15016c80678c58fab02828d25d720dea60c1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b7:15:b1:72:44\",\"name\":\"1bdb96462f509a5\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d761b25-6ba1-44da-ba73-b545f872ab86\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:13:42.809179 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 17:13:42.809200 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0513 17:13:43.149273 3637 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7498dcd94d-v4zx9] creating logical port tsf-tas_trillian-db-7498dcd94d-v4zx9 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:13:43.149389 3637 kube.go:256] Updating pod tsf-tas/trillian-db-7498dcd94d-v4zx9 I0513 17:13:43.163573 3637 pod.go:62] [tsf-tas/trillian-db-7498dcd94d-v4zx9] pod update took 14.21101ms I0513 17:13:43.163605 3637 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7498dcd94d-v4zx9] addLogicalPort annotation time took 14.250831ms I0513 17:13:43.165424 3637 pods.go:271] [tsf-tas/trillian-db-7498dcd94d-v4zx9] addLogicalPort took 16.177254ms, libovsdb time 1.238447ms I0513 17:13:46.434416 3637 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lb59p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:46.435012 3637 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lb59p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:13:47.304851 3637 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lb59p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:47.304890 3637 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lb59p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:13:48.242616 3637 cni.go:452] [tsf-tas/trillian-db-7498dcd94d-v4zx9 acc9c9efa0614c7172055f8fa7edfe0e023aa069896fd6cfc1a87917e6c42a27 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7498dcd94d-v4zx9 acc9c9efa0614c7172055f8fa7edfe0e023aa069896fd6cfc1a87917e6c42a27 network default NAD default NAD key ] I0513 17:13:48.252222 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7498dcd94d-v4zx9, hostIfaceName: acc9c9efa0614c7, network: default, NAD default, SandboxID: "acc9c9efa0614c7172055f8fa7edfe0e023aa069896fd6cfc1a87917e6c42a27", PCI device ID: , UID: "fb1c5f4f-2f7f-4a7e-bac6-1063f5dde06b", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0513 17:13:48.310662 3637 cni.go:473] [tsf-tas/trillian-db-7498dcd94d-v4zx9 acc9c9efa0614c7172055f8fa7edfe0e023aa069896fd6cfc1a87917e6c42a27 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7498dcd94d-v4zx9 acc9c9efa0614c7172055f8fa7edfe0e023aa069896fd6cfc1a87917e6c42a27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:3a:42:8d:74:cf\",\"name\":\"acc9c9efa0614c7\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/630ab0e7-9d48-4dff-87e8-b171389108bf\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:13:48.776153 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 17:13:53.806459 3637 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0513 17:13:55.891724 3637 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 17:14:00.053936 3637 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:00.054556 3637 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:00.905067 3637 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-bdltb for pod on switch ip-10-0-1-208.ec2.internal I0513 17:14:00.905193 3637 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb I0513 17:14:00.923822 3637 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb] pod update took 18.649596ms I0513 17:14:00.923847 3637 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb] addLogicalPort annotation time took 18.679827ms I0513 17:14:00.925336 3637 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb] addLogicalPort took 20.289153ms, libovsdb time 1.081577ms I0513 17:14:00.940011 3637 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:00.940041 3637 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q624n-mk75p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:01.271672 3637 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb a956125c9987d2650c755f4969d762a9038621baabe4b2adb99d2edf4ade7f53 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb a956125c9987d2650c755f4969d762a9038621baabe4b2adb99d2edf4ade7f53 network default NAD default NAD key ] I0513 17:14:01.281437 3637 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-bdltb, hostIfaceName: a956125c9987d26, network: default, NAD default, SandboxID: "a956125c9987d2650c755f4969d762a9038621baabe4b2adb99d2edf4ade7f53", PCI device ID: , UID: "7762ffdf-a0d8-4762-86f1-c4e89ddca580", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0513 17:14:01.339746 3637 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb a956125c9987d2650c755f4969d762a9038621baabe4b2adb99d2edf4ade7f53 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bdltb a956125c9987d2650c755f4969d762a9038621baabe4b2adb99d2edf4ade7f53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e2:e4:52:16:cf\",\"name\":\"a956125c9987d26\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6da1032c-7e74-42ee-be4e-7ea117272c0d\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:14:04.375295 3637 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:04.375313 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 17:14:04.395721 3637 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 17:14:04.853558 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 17:14:20.303425 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0513 17:14:21.921305 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0513 17:14:31.655657 3637 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:31.656254 3637 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:31.680359 3637 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:31.680385 3637 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:31.688615 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 17:14:31.688644 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 17:14:32.304768 3637 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:32.305387 3637 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:33.123518 3637 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:33.123547 3637 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n65v-c4zr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:35.038132 3637 cni.go:452] [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key ] I0513 17:14:35.133687 3637 cni.go:473] [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-k4cnt-6zrbp fe25f83b4449d6263b8ff62af2ff481c737e8323c614b7b4b14771e95d58ddbd network default NAD default NAD key default], result "{}", err I0513 17:14:35.189436 3637 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:35.189475 3637 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-k4cnt-6zrbp I0513 17:14:35.191033 3637 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-k4cnt-6zrbp, ips: 10.130.0.37 I0513 17:14:35.191062 3637 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:36.057951 3637 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:36.057974 3637 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-k4cnt-6zrbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:14:38.138700 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 17:14:40.947128 3637 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:14:40.947745 3637 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 17:14:41.575299 3637 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0513 17:14:41.584498 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:14:41.584524 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 17:14:41.599922 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 17:14:41.696222 3637 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-hvbp9] creating logical port tsf_tsf-tekton-configuration-hvbp9 for pod on switch ip-10-0-1-208.ec2.internal I0513 17:14:41.696320 3637 kube.go:256] Updating pod tsf/tsf-tekton-configuration-hvbp9 I0513 17:14:41.711422 3637 pod.go:62] [tsf/tsf-tekton-configuration-hvbp9] pod update took 15.125287ms I0513 17:14:41.711446 3637 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-hvbp9] addLogicalPort annotation time took 15.155595ms I0513 17:14:41.712677 3637 pods.go:271] [tsf/tsf-tekton-configuration-hvbp9] addLogicalPort took 16.475262ms, libovsdb time 803.013µs I0513 17:14:42.065540 3637 cni.go:452] [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key ] I0513 17:14:42.075243 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-hvbp9, hostIfaceName: 24ff6cd8c35c78e, network: default, NAD default, SandboxID: "24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42", PCI device ID: , UID: "16f288b6-9ba3-4730-8f4c-2e8fb00fa58d", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0513 17:14:42.132909 3637 cni.go:473] [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:36:19:b5:7d:be\",\"name\":\"24ff6cd8c35c78e\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3da0d21-4ac8-4494-a61a-9894a8de906a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:14:49.206807 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 17:15:05.260606 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 17:15:17.280580 3637 cni.go:452] [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key ] I0513 17:15:17.371541 3637 cni.go:473] [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-hvbp9 24ff6cd8c35c78e5ee359b5b332566058ba99a900f4bddc49393242995681c42 network default NAD default NAD key default], result "{}", err I0513 17:15:17.436225 3637 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:17.436272 3637 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-hvbp9 I0513 17:15:17.438082 3637 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-hvbp9, ips: 10.130.0.40 I0513 17:15:17.438131 3637 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:18.295883 3637 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.295927 3637 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hvbp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.343681 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.343709 3637 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4wds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:18.348239 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p4wds I0513 17:15:18.348263 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p4wds I0513 17:15:18.912882 3637 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:18.913467 3637 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:19.794783 3637 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:19.794808 3637 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5qjxg-hrz42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.940401 3637 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:22.941026 3637 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:22.965304 3637 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.965329 3637 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:22.974021 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 17:15:22.974049 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 17:15:24.366375 3637 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-tbqdf] creating logical port tsf-tpa_create-db-tbqdf for pod on switch ip-10-0-1-208.ec2.internal I0513 17:15:24.366492 3637 kube.go:256] Updating pod tsf-tpa/create-db-tbqdf I0513 17:15:24.381070 3637 pod.go:62] [tsf-tpa/create-db-tbqdf] pod update took 14.608186ms I0513 17:15:24.381101 3637 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-tbqdf] addLogicalPort annotation time took 14.642193ms I0513 17:15:24.382637 3637 pods.go:271] [tsf-tpa/create-db-tbqdf] addLogicalPort took 16.279338ms, libovsdb time 1.004378ms I0513 17:15:24.731754 3637 cni.go:452] [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key ] I0513 17:15:24.741766 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-tbqdf, hostIfaceName: dda030e14e53107, network: default, NAD default, SandboxID: "dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd", PCI device ID: , UID: "58ca4658-65fe-4538-b570-26415bdff06e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0513 17:15:24.802924 3637 cni.go:473] [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:3c:ac:ad:ce:e5\",\"name\":\"dda030e14e53107\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/396f8536-e842-4920-bdcc-00f9de83d3b4\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:15:26.829658 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 17:15:28.345914 3637 cni.go:452] [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key ] I0513 17:15:28.433974 3637 cni.go:473] [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-tbqdf dda030e14e531078d95436a0ec1bd374ff5dc16566d16105364636dd6d09f5cd network default NAD default NAD key default], result "{}", err I0513 17:15:28.490815 3637 obj_retry.go:498] Detected object tsf-tpa/create-db-tbqdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:28.490859 3637 pods.go:176] Deleting pod: tsf-tpa/create-db-tbqdf I0513 17:15:28.492325 3637 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-tbqdf, ips: 10.130.0.41 I0513 17:15:28.492366 3637 obj_retry.go:498] Detected object tsf-tpa/create-db-tbqdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:29.514462 3637 obj_retry.go:492] Detected object tsf-tpa/create-db-tbqdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:29.514488 3637 obj_retry.go:492] Detected object tsf-tpa/create-db-tbqdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:29.626062 3637 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-t9qzz] creating logical port tsf-tpa_migrate-db-t9qzz for pod on switch ip-10-0-1-208.ec2.internal I0513 17:15:29.626213 3637 kube.go:256] Updating pod tsf-tpa/migrate-db-t9qzz I0513 17:15:29.639578 3637 pod.go:62] [tsf-tpa/migrate-db-t9qzz] pod update took 13.389492ms I0513 17:15:29.639602 3637 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-t9qzz] addLogicalPort annotation time took 13.420853ms I0513 17:15:29.641123 3637 pods.go:271] [tsf-tpa/migrate-db-t9qzz] addLogicalPort took 15.083699ms, libovsdb time 1.069723ms I0513 17:15:29.989590 3637 cni.go:452] [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key ] I0513 17:15:29.999375 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-t9qzz, hostIfaceName: 7b2e07bf1d1cebe, network: default, NAD default, SandboxID: "7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885", PCI device ID: , UID: "4671e004-b4f4-4bb8-ba63-a1784878d660", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0513 17:15:30.056600 3637 cni.go:473] [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5d:29:35:bc:d4\",\"name\":\"7b2e07bf1d1cebe\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63a35083-683c-4b52-9a0e-c298918c5d51\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:15:30.175156 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0513 17:15:30.176421 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=113 I0513 17:15:32.370016 3637 cni.go:452] [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key ] I0513 17:15:32.465613 3637 cni.go:473] [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-t9qzz 7b2e07bf1d1cebe2ce77d224a2588dc5a718fab94a31b2ef327ddd4279855885 network default NAD default NAD key default], result "{}", err I0513 17:15:32.523147 3637 obj_retry.go:498] Detected object tsf-tpa/migrate-db-t9qzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:32.523178 3637 pods.go:176] Deleting pod: tsf-tpa/migrate-db-t9qzz I0513 17:15:32.524664 3637 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-t9qzz, ips: 10.130.0.42 I0513 17:15:32.524699 3637 obj_retry.go:498] Detected object tsf-tpa/migrate-db-t9qzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:32.656400 3637 obj_retry.go:492] Detected object tsf-tpa/migrate-db-t9qzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:32.656422 3637 obj_retry.go:492] Detected object tsf-tpa/migrate-db-t9qzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:35.632216 3637 namespace.go:142] [openshift-pipelines] updating namespace I0513 17:15:35.817927 3637 base_network_controller_pods.go:487] [default/tsf-tpa/server-5cc97bbf8c-8l8tt] creating logical port tsf-tpa_server-5cc97bbf8c-8l8tt for pod on switch ip-10-0-1-208.ec2.internal I0513 17:15:35.818031 3637 kube.go:256] Updating pod tsf-tpa/server-5cc97bbf8c-8l8tt I0513 17:15:35.834585 3637 pod.go:62] [tsf-tpa/server-5cc97bbf8c-8l8tt] pod update took 16.583803ms I0513 17:15:35.834611 3637 base_network_controller_pods.go:951] [default/tsf-tpa/server-5cc97bbf8c-8l8tt] addLogicalPort annotation time took 16.615842ms I0513 17:15:35.835968 3637 pods.go:271] [tsf-tpa/server-5cc97bbf8c-8l8tt] addLogicalPort took 18.092602ms, libovsdb time 914.862µs I0513 17:15:35.859626 3637 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-s9lws] creating logical port tsf-tpa_importer-86bcdf477b-s9lws for pod on switch ip-10-0-1-208.ec2.internal I0513 17:15:35.859755 3637 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-s9lws I0513 17:15:35.876865 3637 pod.go:62] [tsf-tpa/importer-86bcdf477b-s9lws] pod update took 17.135116ms I0513 17:15:35.876917 3637 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-s9lws] addLogicalPort annotation time took 17.17024ms I0513 17:15:35.878316 3637 pods.go:271] [tsf-tpa/importer-86bcdf477b-s9lws] addLogicalPort took 18.704112ms, libovsdb time 957.908µs I0513 17:15:37.041100 3637 obj_retry.go:498] Detected object tsf-tpa/create-importers-8dwmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:37.041684 3637 obj_retry.go:498] Detected object tsf-tpa/create-importers-8dwmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:38.065049 3637 obj_retry.go:492] Detected object tsf-tpa/create-importers-8dwmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:38.065076 3637 obj_retry.go:492] Detected object tsf-tpa/create-importers-8dwmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:41.581007 3637 cni.go:452] [tsf-tpa/server-5cc97bbf8c-8l8tt 49af865fee7d867c055737327bf83ecafedd9842a077ce7cda998602b43eaae7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5cc97bbf8c-8l8tt 49af865fee7d867c055737327bf83ecafedd9842a077ce7cda998602b43eaae7 network default NAD default NAD key ] I0513 17:15:41.591296 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5cc97bbf8c-8l8tt, hostIfaceName: 49af865fee7d867, network: default, NAD default, SandboxID: "49af865fee7d867c055737327bf83ecafedd9842a077ce7cda998602b43eaae7", PCI device ID: , UID: "3636ab06-21b7-43fc-a254-2ff30585222e", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0513 17:15:41.625157 3637 cni.go:452] [tsf-tpa/importer-86bcdf477b-s9lws dd38f21d0a642c73881559024acd7fd5d21fd6f429a70378432a1c388eb840f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-s9lws dd38f21d0a642c73881559024acd7fd5d21fd6f429a70378432a1c388eb840f5 network default NAD default NAD key ] I0513 17:15:41.636460 3637 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-s9lws, hostIfaceName: dd38f21d0a642c7, network: default, NAD default, SandboxID: "dd38f21d0a642c73881559024acd7fd5d21fd6f429a70378432a1c388eb840f5", PCI device ID: , UID: "68c063a5-68f8-44b0-ba78-83d59d646fc7", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0513 17:15:41.649022 3637 cni.go:473] [tsf-tpa/server-5cc97bbf8c-8l8tt 49af865fee7d867c055737327bf83ecafedd9842a077ce7cda998602b43eaae7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5cc97bbf8c-8l8tt 49af865fee7d867c055737327bf83ecafedd9842a077ce7cda998602b43eaae7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0a:ec:da:f4:aa\",\"name\":\"49af865fee7d867\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc03b18a-93f4-41aa-835b-ae4948376111\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 17:15:41.694065 3637 cni.go:473] [tsf-tpa/importer-86bcdf477b-s9lws dd38f21d0a642c73881559024acd7fd5d21fd6f429a70378432a1c388eb840f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-s9lws dd38f21d0a642c73881559024acd7fd5d21fd6f429a70378432a1c388eb840f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:e9:7f:bd:9f:ff\",\"name\":\"dd38f21d0a642c7\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6630047-2339-465d-9953-01e026e02104\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 17:15:42.430237 3637 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0513 17:15:43.470084 3637 util.go:959] Failed to build node endpoints for node ip-10-0-1-208.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0513 17:15:45.096159 3637 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:45.096718 3637 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:15:45.143405 3637 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:45.143430 3637 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:15:45.151125 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 17:15:45.151153 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 17:15:46.050801 3637 namespace.go:98] [build-service] adding namespace I0513 17:15:46.051818 3637 namespace.go:102] [build-service] adding namespace took 889.374µs I0513 17:15:46.055448 3637 namespace.go:98] [image-controller] adding namespace I0513 17:15:46.056280 3637 namespace.go:102] [image-controller] adding namespace took 810.336µs I0513 17:15:46.060429 3637 namespace.go:98] [default-tenant] adding namespace I0513 17:15:46.061248 3637 namespace.go:102] [default-tenant] adding namespace took 799.16µs I0513 17:15:46.072694 3637 namespace.go:98] [integration-service] adding namespace I0513 17:15:46.073504 3637 namespace.go:102] [integration-service] adding namespace took 785.675µs I0513 17:15:46.095490 3637 namespace.go:142] [build-service] updating namespace I0513 17:15:46.116706 3637 namespace.go:142] [build-service] updating namespace I0513 17:15:46.123352 3637 namespace.go:142] [image-controller] updating namespace I0513 17:15:46.139647 3637 namespace.go:142] [image-controller] updating namespace I0513 17:15:46.153591 3637 namespace.go:142] [default-tenant] updating namespace I0513 17:15:46.168554 3637 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.175467 3637 namespace.go:142] [default-tenant] updating namespace I0513 17:15:46.182734 3637 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.416109 3637 namespace.go:142] [build-service] updating namespace I0513 17:15:46.518286 3637 namespace.go:142] [integration-service] updating namespace I0513 17:15:46.733238 3637 namespace.go:98] [release-service] adding namespace I0513 17:15:46.734252 3637 namespace.go:102] [release-service] adding namespace took 993.671µs I0513 17:15:46.907781 3637 namespace.go:142] [release-service] updating namespace I0513 17:15:46.949067 3637 namespace.go:142] [release-service] updating namespace I0513 17:15:47.121143 3637 namespace.go:142] [konflux-ui] updating namespace I0513 17:15:47.357550 3637 namespace.go:98] [konflux-info] adding namespace I0513 17:15:47.358604 3637 namespace.go:102] [konflux-info] adding namespace took 1.026924ms I0513 17:15:47.439621 3637 namespace.go:142] [konflux-info] updating namespace I0513 17:15:47.492915 3637 namespace.go:98] [namespace-lister] adding namespace I0513 17:15:47.493945 3637 namespace.go:102] [namespace-lister] adding namespace took 1.004896ms I0513 17:15:47.517748 3637 namespace.go:142] [konflux-info] updating namespace I0513 17:15:47.563873 3637 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:47.569232 3637 namespace.go:98] [enterprise-contract-service] adding namespace I0513 17:15:47.570230 3637 namespace.go:102] [enterprise-contract-service] adding namespace took 975.611µs I0513 17:15:47.598484 3637 namespace.go:142] [image-controller] updating namespace I0513 17:15:47.678367 3637 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:47.722111 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:47.789866 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:47.957681 3637 namespace.go:142] [default-tenant] updating namespace I0513 17:15:48.159002 3637 namespace.go:98] [segment-bridge] adding namespace I0513 17:15:48.159982 3637 namespace.go:102] [segment-bridge] adding namespace took 955.178µs I0513 17:15:48.336934 3637 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:48.336934 3637 namespace.go:98] [konflux-cli] adding namespace I0513 17:15:48.337826 3637 namespace.go:102] [konflux-cli] adding namespace took 834.982µs I0513 17:15:48.422247 3637 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:48.487251 3637 namespace.go:142] [build-service] updating namespace I0513 17:15:48.511416 3637 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 17:15:48.512083 3637 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 17:15:48.512103 3637 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 17:15:48.514773 3637 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 17:15:48.515384 3637 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:48.608859 3637 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:48.615445 3637 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 17:15:48.615477 3637 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 17:15:48.616361 3637 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 17:15:49.564863 3637 namespace.go:142] [default-tenant] updating namespace I0513 17:15:50.655284 3637 namespace.go:142] [image-controller] updating namespace I0513 17:15:51.162502 3637 namespace.go:142] [integration-service] updating namespace I0513 17:15:51.455241 3637 namespace.go:142] [release-service] updating namespace I0513 17:15:51.621097 3637 namespace.go:142] [build-service] updating namespace I0513 17:15:51.644704 3637 namespace.go:142] [default-tenant] updating namespace I0513 17:15:51.659852 3637 namespace.go:142] [image-controller] updating namespace I0513 17:15:51.683988 3637 namespace.go:142] [integration-service] updating namespace I0513 17:15:51.707788 3637 namespace.go:142] [release-service] updating namespace I0513 17:15:51.829397 3637 namespace.go:142] [build-service] updating namespace I0513 17:15:51.918212 3637 namespace.go:142] [default-tenant] updating namespace I0513 17:15:52.031129 3637 namespace.go:142] [image-controller] updating namespace W0513 17:15:52.031231 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 17:15:52.107744 3637 namespace.go:142] [integration-service] updating namespace I0513 17:15:52.194616 3637 namespace.go:142] [release-service] updating namespace I0513 17:15:52.303522 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 17:15:53.393328 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:53.595744 3637 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:53.796036 3637 namespace.go:142] [konflux-info] updating namespace I0513 17:15:53.998786 3637 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.199400 3637 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:54.319210 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:54.334959 3637 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:54.356804 3637 namespace.go:142] [konflux-info] updating namespace I0513 17:15:54.371530 3637 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.390289 3637 namespace.go:142] [segment-bridge] updating namespace I0513 17:15:54.445197 3637 namespace.go:142] [enterprise-contract-service] updating namespace I0513 17:15:54.525733 3637 namespace.go:142] [konflux-cli] updating namespace I0513 17:15:54.623852 3637 namespace.go:142] [konflux-info] updating namespace I0513 17:15:54.722606 3637 namespace.go:142] [namespace-lister] updating namespace I0513 17:15:54.826089 3637 namespace.go:142] [segment-bridge] updating namespace W0513 17:15:58.626546 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 17:15:58.671001 3637 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 17:16:00.036984 3637 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 17:16:00.652272 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:00.652343 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 17:16:01.658287 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 17:16:01.658287 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 17:16:04.679649 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:04.679666 3637 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.095815 3637 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.095831 3637 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 17:16:05.122879 3637 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 17:16:05.124370 3637 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0513 17:16:06.271438 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 17:16:11.981269 3637 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:16:11.981853 3637 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:16:12.415214 3637 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:16:12.415238 3637 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6g62s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:16:12.421969 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s I0513 17:16:12.421990 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6g62s I0513 17:16:45.285841 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 17:17:08.177642 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 I0513 17:17:14.346945 3637 obj_retry.go:498] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:14.347551 3637 obj_retry.go:498] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:14.462822 3637 obj_retry.go:492] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:14.462851 3637 obj_retry.go:492] Detected object konflux-ui/proxy-7746b5f986-rgvsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:14.470348 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:14.470381 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7746b5f986-rgvsf I0513 17:17:20.301377 3637 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:20.302023 3637 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:17:20.322111 3637 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:20.322145 3637 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:17:20.335191 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 17:17:20.335230 3637 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 17:17:52.036151 3637 namespace.go:98] [managed-tenant-fo7vv] adding namespace I0513 17:17:52.037041 3637 namespace.go:102] [managed-tenant-fo7vv] adding namespace took 862.172µs I0513 17:17:52.068348 3637 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:52.083314 3637 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.089087 3637 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.218374 3637 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:17:53.316150 3637 namespace.go:142] [managed-tenant-fo7vv] updating namespace I0513 17:18:11.190267 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=417 I0513 17:18:12.297149 3637 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 17:18:36.259496 3637 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 17:19:07.291916 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 17:19:20.305852 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0513 17:19:55.281931 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 17:20:04.505448 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 17:20:04.506168 3637 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 17:20:05.378752 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:20:05.378793 3637 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644880-lzts7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 17:20:45.190788 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0513 17:20:57.273865 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 17:21:28.179353 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=49 I0513 17:21:41.306239 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0513 17:22:34.274269 3637 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 17:22:41.175306 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0513 17:22:51.182159 3637 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13