+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-127.ec2.internal ++ [[ -n ip-10-0-0-127.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-127.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 17:39:17.703241398 - disable conntrack on geneve port' I0512 17:39:17.703241398 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 17:39:17.722442614 - starting ovnkube-node' I0512 17:39:17.722442614 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-127.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-127.ec2.internal --init-node ip-10-0-0-127.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-127.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 17:39:17.762468 3821 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 17:39:17.762548 3821 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3ae6e67204.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 17:39:17.764240 3821 kube.go:431] Waiting for certificate I0512 17:39:17.764268 3821 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 17:39:17.764308 3821 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 17:39:17.765096 3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 17:39:17.796975 3821 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:17.796993 3821 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:17.799869 3821 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:17.799975 3821 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-f2ssf" I0512 17:39:17.822727 3821 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-f2ssf" I0512 17:39:17.822835 3821 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:18.765329 3821 kube.go:438] Certificate found I0512 17:39:18.765907 3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 17:39:18.766767 3821 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 17:39:18.830092 3821 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 17:34:17 +0000 UTC" deadline="2026-05-13 13:06:56.856726004 +0000 UTC" I0512 17:39:18.830368 3821 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h27m38.026416841s" I0512 17:39:18.834439 3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 17:39:18.848397 3821 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 17:39:18.848489 3821 server.go:101] MetricServer registers OVS metrics I0512 17:39:18.848688 3821 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 17:39:18.848744 3821 server.go:105] MetricServer registers OVN DB metrics I0512 17:39:18.848750 3821 factory.go:561] Starting watch factory I0512 17:39:18.848875 3821 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.848890 3821 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.848903 3821 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.848917 3821 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.848906 3821 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.848957 3821 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.848875 3821 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.849019 3821 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.849628 3821 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.849685 3821 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.850649 3821 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.850672 3821 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.853678 3821 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 17:39:18.853702 3821 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 17:39:18.854998 3821 controller_manager.go:370] Starting the ovnkube controller I0512 17:39:18.855008 3821 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-127.ec2.internal I0512 17:39:18.855068 3821 controller_manager.go:395] NBDB zone sync took: 36.996µs I0512 17:39:18.855077 3821 factory.go:561] Starting watch factory I0512 17:39:18.868711 3821 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.868800 3821 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.870123 3821 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 17:39:18.870229 3821 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 17:39:18.870539 3821 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.871349 3821 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.875343 3821 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 17:39:18.875365 3821 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.875387 3821 server.go:109] MetricServer registers OVN Controller metrics I0512 17:39:18.880644 3821 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:18.880861 3821 server.go:113] MetricServer registers OVN Northd metrics I0512 17:39:18.885773 3821 metrics.go:519] OVN Metrics Server starts to run ... I0512 17:39:18.954735 3821 factory.go:1977] *v1.Pod informer cache synced successfully I0512 17:39:18.954771 3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 17:39:18.954776 3821 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 17:39:18.954785 3821 factory.go:1977] *v1.Node informer cache synced successfully I0512 17:39:18.954799 3821 factory.go:1977] *v1.Service informer cache synced successfully I0512 17:39:18.954803 3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 17:39:18.954905 3821 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:18.954909 3821 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:18.954945 3821 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:18.954954 3821 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:18.957457 3821 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:18.957474 3821 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:18.960338 3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 17:39:18.960351 3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 17:39:18.960413 3821 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.960428 3821 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.961783 3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 17:39:18.961797 3821 factory.go:1977] *v1.Pod informer cache synced successfully I0512 17:39:18.961800 3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 17:39:18.961804 3821 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 17:39:18.961807 3821 factory.go:1977] *v1.Node informer cache synced successfully I0512 17:39:18.961810 3821 factory.go:1977] *v1.Service informer cache synced successfully I0512 17:39:18.962652 3821 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.966153 3821 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 17:39:18.966214 3821 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.966239 3821 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.967518 3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 17:39:18.967527 3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 17:39:18.967940 3821 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.971413 3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 17:39:18.971464 3821 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.971474 3821 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.972601 3821 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 17:39:18.973070 3821 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.976754 3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 17:39:18.976814 3821 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.976827 3821 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.978161 3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 17:39:18.978649 3821 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.982422 3821 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 17:39:18.982478 3821 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.982498 3821 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.983569 3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 17:39:18.984493 3821 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.987954 3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 17:39:18.988097 3821 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:18.988116 3821 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:18.989390 3821 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 17:39:18.990017 3821 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:18.993947 3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 17:39:18.994001 3821 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.994012 3821 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.994064 3821 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.994082 3821 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.994705 3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 17:39:18.995751 3821 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.995785 3821 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:18.999084 3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 17:39:18.999095 3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 17:39:18.999102 3821 factory.go:680] Watch Factory start up complete, took: 150.355364ms I0512 17:39:18.999164 3821 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 17:39:18.999808 3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 17:39:19.005623 3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 17:39:19.005639 3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 17:39:19.005648 3821 factory.go:680] Watch Factory start up complete, took: 150.568553ms I0512 17:39:19.005657 3821 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-127.ec2.internal" zone I0512 17:39:19.036291 3821 default_node_network_controller.go:710] Initializing the default node network controller I0512 17:39:19.094204 3821 udn_isolation.go:101] Starting UDN host isolation manager I0512 17:39:19.101266 3821 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 17:39:19.151980 3821 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 17:39:19.152063 3821 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 17:39:19.152080 3821 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 17:39:19.186410 3821 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 17:39:19.186479 3821 default_node_network_controller.go:809] Node ip-10-0-0-127.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 17:39:19.192274 3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.127"] k8s.ovn.org/zone-name:ip-10-0-0-127.ec2.internal] on node ip-10-0-0-127.ec2.internal I0512 17:39:19.211409 3821 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 17:39:19.217671 3821 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 17:39:19.217777 3821 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 17:39:19.217898 3821 gateway_init.go:263] Preparing Gateway I0512 17:39:19.217909 3821 gateway_shared_intf.go:1687] Creating new gateway I0512 17:39:19.255918 3821 controller_manager.go:429] Waiting for node in zone sync took: 250.24685ms I0512 17:39:19.260370 3821 controller_manager.go:611] Switching to transit router for layer2 networks I0512 17:39:19.260393 3821 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-127.ec2.internal I0512 17:39:19.279805 3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 17:39:19.286710 3821 controller_manager.go:290] SCTP support detected in OVN I0512 17:39:19.287509 3821 services_controller.go:69] Creating services controller for network=default I0512 17:39:19.287610 3821 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 17:39:19.287689 3821 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 17:39:19.287800 3821 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 17:39:19.287825 3821 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 17:39:19.287840 3821 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 17:39:19.288068 3821 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 17:39:19.288129 3821 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 17:39:19.288185 3821 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.593µs I0512 17:39:19.288211 3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 72.25µs I0512 17:39:19.288219 3821 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 91.699µs I0512 17:39:19.288226 3821 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 17:39:19.288231 3821 udn_enabled_svc.go:95] Performing full resync I0512 17:39:19.288255 3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.216µs I0512 17:39:19.288234 3821 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 17:39:19.288353 3821 default_network_controller.go:325] Starting the default network controller I0512 17:39:19.288632 3821 udn_enabled_svc.go:99] Waiting for handler to sync I0512 17:39:19.288686 3821 udn_enabled_svc.go:104] Starting worker I0512 17:39:19.299909 3821 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 17:39:19.300021 3821 repair.go:33] Syncing exgw routes took 72.381µs I0512 17:39:19.300051 3821 default_network_controller.go:414] Starting all the Watchers... I0512 17:39:19.300270 3821 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 17:39:19.300294 3821 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 17:39:19.300295 3821 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 17:39:19.300306 3821 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 17:39:19.300320 3821 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 17:39:19.300319 3821 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 17:39:19.300327 3821 namespace.go:98] [default] adding namespace I0512 17:39:19.300335 3821 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 17:39:19.300346 3821 namespace.go:98] [kube-node-lease] adding namespace I0512 17:39:19.300357 3821 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 17:39:19.300362 3821 namespace.go:98] [openshift-cluster-version] adding namespace I0512 17:39:19.300358 3821 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 17:39:19.300367 3821 namespace.go:98] [openshift-config-operator] adding namespace I0512 17:39:19.300370 3821 namespace.go:98] [openshift-console] adding namespace I0512 17:39:19.300387 3821 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 17:39:19.301172 3821 namespace.go:102] [openshift-backplane-mobb] adding namespace took 882.106µs I0512 17:39:19.301233 3821 namespace.go:98] [openshift-node] adding namespace I0512 17:39:19.301982 3821 namespace.go:102] [openshift-node] adding namespace took 735.928µs I0512 17:39:19.301999 3821 namespace.go:98] [openshift-controller-manager] adding namespace I0512 17:39:19.302726 3821 namespace.go:102] [openshift-controller-manager] adding namespace took 719.285µs I0512 17:39:19.302745 3821 namespace.go:98] [openshift-package-operator] adding namespace I0512 17:39:19.303910 3821 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 3.603293ms I0512 17:39:19.303977 3821 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 17:39:19.304481 3821 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.173168ms I0512 17:39:19.304496 3821 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 17:39:19.304953 3821 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.635441ms I0512 17:39:19.304975 3821 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 17:39:19.305514 3821 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.185057ms I0512 17:39:19.305529 3821 namespace.go:98] [openshift-ingress] adding namespace I0512 17:39:19.306018 3821 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.688726ms I0512 17:39:19.306033 3821 namespace.go:98] [openshift-multus] adding namespace I0512 17:39:19.306473 3821 namespace.go:102] [default] adding namespace took 6.138712ms I0512 17:39:19.306494 3821 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 17:39:19.307003 3821 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.657978ms I0512 17:39:19.307022 3821 namespace.go:98] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] adding namespace I0512 17:39:19.307688 3821 namespace.go:102] [kube-node-lease] adding namespace took 7.328502ms I0512 17:39:19.307709 3821 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 17:39:19.308362 3821 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.993575ms I0512 17:39:19.308390 3821 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace W0512 17:39:19.308918 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-24tgz: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:19.308978 3821 namespace.go:102] [openshift-cluster-version] adding namespace took 8.552682ms I0512 17:39:19.309040 3821 namespace.go:98] [openshift-infra] adding namespace I0512 17:39:19.309546 3821 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.16868ms I0512 17:39:19.309572 3821 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 17:39:19.310266 3821 namespace.go:102] [openshift-config-operator] adding namespace took 9.88839ms I0512 17:39:19.310285 3821 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 17:39:19.310803 3821 namespace.go:102] [openshift-console] adding namespace took 10.41578ms I0512 17:39:19.310818 3821 namespace.go:98] [openshift-monitoring] adding namespace I0512 17:39:19.311262 3821 namespace.go:102] [openshift-network-node-identity] adding namespace took 10.86773ms I0512 17:39:19.311281 3821 namespace.go:98] [openshift-console-operator] adding namespace I0512 17:39:19.311645 3821 namespace.go:102] [openshift-package-operator] adding namespace took 8.895466ms I0512 17:39:19.311656 3821 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 17:39:19.312093 3821 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.106049ms I0512 17:39:19.312109 3821 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 17:39:19.312463 3821 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.962431ms I0512 17:39:19.312474 3821 namespace.go:98] [openshift-dns] adding namespace I0512 17:39:19.312883 3821 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.900087ms I0512 17:39:19.312899 3821 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace W0512 17:39:19.313429 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-w5kms: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:19.313439 3821 namespace.go:102] [openshift-ingress] adding namespace took 7.903841ms I0512 17:39:19.313455 3821 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 17:39:19.313878 3821 namespace.go:102] [openshift-multus] adding namespace took 7.840303ms I0512 17:39:19.313891 3821 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 17:39:19.314264 3821 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.764778ms I0512 17:39:19.314328 3821 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 17:39:19.314615 3821 namespace.go:102] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] adding namespace took 7.587813ms I0512 17:39:19.314625 3821 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 17:39:19.315072 3821 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.357175ms I0512 17:39:19.315082 3821 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 17:39:19.315538 3821 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.141755ms I0512 17:39:19.315555 3821 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 17:39:19.315966 3821 namespace.go:102] [openshift-infra] adding namespace took 6.915074ms I0512 17:39:19.315984 3821 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 17:39:19.316499 3821 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.922512ms I0512 17:39:19.316509 3821 namespace.go:98] [openshift-operators] adding namespace I0512 17:39:19.317023 3821 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.728522ms I0512 17:39:19.317063 3821 namespace.go:98] [openshift-insights] adding namespace I0512 17:39:19.317594 3821 namespace.go:102] [openshift-monitoring] adding namespace took 6.766686ms I0512 17:39:19.317617 3821 namespace.go:98] [kube-system] adding namespace I0512 17:39:19.318183 3821 namespace.go:102] [openshift-console-operator] adding namespace took 6.896362ms I0512 17:39:19.318194 3821 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 17:39:19.318747 3821 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.084541ms I0512 17:39:19.318762 3821 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 17:39:19.319246 3821 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.129614ms I0512 17:39:19.319262 3821 namespace.go:98] [openshift-authentication] adding namespace I0512 17:39:19.319709 3821 namespace.go:102] [openshift-dns] adding namespace took 7.231163ms I0512 17:39:19.319718 3821 namespace.go:98] [openshift-network-operator] adding namespace I0512 17:39:19.320221 3821 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.316461ms I0512 17:39:19.320238 3821 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 17:39:19.320650 3821 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.188634ms I0512 17:39:19.320871 3821 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 17:39:19.321033 3821 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.138441ms I0512 17:39:19.321045 3821 namespace.go:98] [openshift-logging] adding namespace I0512 17:39:19.321501 3821 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.167623ms I0512 17:39:19.321516 3821 namespace.go:98] [openshift-image-registry] adding namespace I0512 17:39:19.321958 3821 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.323081ms I0512 17:39:19.321980 3821 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 17:39:19.322481 3821 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.393293ms I0512 17:39:19.322496 3821 namespace.go:98] [kube-public] adding namespace I0512 17:39:19.322969 3821 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.407233ms I0512 17:39:19.322985 3821 namespace.go:98] [openshift] adding namespace I0512 17:39:19.323564 3821 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.572851ms I0512 17:39:19.323581 3821 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 17:39:19.324070 3821 namespace.go:102] [openshift-operators] adding namespace took 7.555128ms I0512 17:39:19.324086 3821 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0512 17:39:19.324653 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5vf2r: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found I0512 17:39:19.324658 3821 namespace.go:102] [openshift-insights] adding namespace took 7.58793ms I0512 17:39:19.324670 3821 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 17:39:19.325337 3821 namespace.go:102] [kube-system] adding namespace took 7.711986ms I0512 17:39:19.325355 3821 namespace.go:98] [dedicated-admin] adding namespace I0512 17:39:19.325753 3821 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.553778ms I0512 17:39:19.325771 3821 namespace.go:98] [openshift-config] adding namespace I0512 17:39:19.326179 3821 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.409556ms I0512 17:39:19.326657 3821 namespace.go:102] [openshift-authentication] adding namespace took 7.388917ms I0512 17:39:19.326672 3821 namespace.go:98] [openshift-config-managed] adding namespace I0512 17:39:19.327067 3821 namespace.go:102] [openshift-network-operator] adding namespace took 7.344558ms I0512 17:39:19.327081 3821 namespace.go:98] [openshift-network-console] adding namespace I0512 17:39:19.327464 3821 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.22116ms I0512 17:39:19.327477 3821 namespace.go:98] [openshift-dns-operator] adding namespace I0512 17:39:19.327839 3821 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.963058ms I0512 17:39:19.327850 3821 namespace.go:98] [openshift-host-network] adding namespace I0512 17:39:19.328259 3821 namespace.go:102] [openshift-logging] adding namespace took 7.210738ms I0512 17:39:19.328270 3821 namespace.go:98] [openshift-backplane] adding namespace I0512 17:39:19.328749 3821 namespace.go:102] [openshift-image-registry] adding namespace took 7.226983ms I0512 17:39:19.328764 3821 namespace.go:98] [openshift-etcd] adding namespace I0512 17:39:19.329302 3821 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.313398ms I0512 17:39:19.329324 3821 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 17:39:19.329863 3821 namespace.go:102] [kube-public] adding namespace took 7.359938ms I0512 17:39:19.329881 3821 namespace.go:98] [openshift-apiserver] adding namespace I0512 17:39:19.330479 3821 namespace.go:102] [openshift] adding namespace took 7.487399ms I0512 17:39:19.330499 3821 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 17:39:19.331009 3821 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.422266ms I0512 17:39:19.331029 3821 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 17:39:19.331832 3821 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.73977ms I0512 17:39:19.331845 3821 namespace.go:98] [openshift-marketplace] adding namespace I0512 17:39:19.332481 3821 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.804758ms I0512 17:39:19.332495 3821 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 17:39:19.332951 3821 namespace.go:102] [dedicated-admin] adding namespace took 7.587621ms I0512 17:39:19.332967 3821 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 17:39:19.333514 3821 namespace.go:102] [openshift-config] adding namespace took 7.735758ms I0512 17:39:19.333532 3821 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 17:39:19.333988 3821 namespace.go:102] [openshift-config-managed] adding namespace took 7.309137ms I0512 17:39:19.334541 3821 namespace.go:102] [openshift-network-console] adding namespace took 7.454458ms I0512 17:39:19.334556 3821 namespace.go:98] [openshift-machine-api] adding namespace I0512 17:39:19.334943 3821 namespace.go:102] [openshift-dns-operator] adding namespace took 7.461528ms I0512 17:39:19.335282 3821 iptables.go:108] Creating table: filter chain: FORWARD I0512 17:39:19.335512 3821 namespace.go:102] [openshift-host-network] adding namespace took 7.655153ms I0512 17:39:19.335984 3821 namespace.go:102] [openshift-backplane] adding namespace took 7.708437ms I0512 17:39:19.336474 3821 namespace.go:102] [openshift-etcd] adding namespace took 7.704174ms I0512 17:39:19.336957 3821 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.626266ms I0512 17:39:19.336972 3821 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 17:39:19.337519 3821 namespace.go:102] [openshift-apiserver] adding namespace took 7.632268ms I0512 17:39:19.338021 3821 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.515925ms I0512 17:39:19.338575 3821 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.541376ms I0512 17:39:19.339150 3821 namespace.go:102] [openshift-marketplace] adding namespace took 7.301577ms I0512 17:39:19.339618 3821 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.11768ms I0512 17:39:19.339634 3821 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 17:39:19.340066 3821 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.094787ms I0512 17:39:19.340078 3821 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 17:39:19.340565 3821 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.024386ms I0512 17:39:19.341107 3821 namespace.go:102] [openshift-machine-api] adding namespace took 6.546362ms I0512 17:39:19.341583 3821 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.60672ms I0512 17:39:19.342184 3821 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.542707ms I0512 17:39:19.342195 3821 iptables.go:108] Creating table: filter chain: OUTPUT I0512 17:39:19.342644 3821 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.560733ms W0512 17:39:19.342726 3821 master.go:458] Unable to parse local node ip-10-0-0-127.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 17:39:19.342736 3821 master.go:481] Removing stale chassis with ID/Name: a883fed4-bcac-4f64-ab01-cd053fc02d34, hostname: ip-10-0-0-127.ec2.internal I0512 17:39:19.343218 3821 master.go:548] Adding or Updating local node "ip-10-0-0-127.ec2.internal" for network "default" I0512 17:39:19.344567 3821 zone_ic_handler.go:195] Time taken to create transit switch: 391.033µs I0512 17:39:19.344586 3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-203.ec2.internal for the network default E0512 17:39:19.344636 3821 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-251.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-251.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-251.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d12588 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0727783508}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 17:39:19.344696 3821 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-251.ec2.internal", UID:"c013cbb3-aa03-416e-ab58-fa71c5cc44ad", APIVersion:"v1", ResourceVersion:"9200", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-251.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-251.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d12588 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0727783508}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 17:39:19.345712 3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-203.ec2.internal" on network "default" took: 1.550454ms I0512 17:39:19.347265 3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-127.ec2.internal for the network default I0512 17:39:19.347424 3821 zone_ic_handler.go:195] Time taken to create transit switch: 146.098µs I0512 17:39:19.348111 3821 default_network_controller.go:823] Node add failed for ip-10-0-0-127.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal, error getting gateway config for node ip-10-0-0-127.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal", failed to update chassis to local for local node ip-10-0-0-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-127.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal] E0512 17:39:19.348150 3821 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-127.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal, error getting gateway config for node ip-10-0-0-127.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal", failed to update chassis to local for local node ip-10-0-0-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-127.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal] I0512 17:39:19.348188 3821 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 17:39:19.348213 3821 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 17:39:19.348230 3821 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 17:39:19.348245 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:19.348311 3821 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.348329 3821 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.348340 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:19.348353 3821 node_tracker.go:235] Node ip-10-0-0-127.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal" I0512 17:39:19.348322 3821 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-127.ec2.internal", UID:"0a576250-6cec-41df-b3c9-36551017f22b", APIVersion:"v1", ResourceVersion:"9208", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal, error getting gateway config for node ip-10-0-0-127.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal", failed to update chassis to local for local node ip-10-0-0-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-127.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal] I0512 17:39:19.348364 3821 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.348372 3821 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.348388 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0512 17:39:19.348410 3821 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.348417 3821 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.349233 3821 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 17:39:19.349247 3821 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-127.ec2.internal","mac-address":"12:42:45:2c:17:29","ip-addresses":["10.0.0.127/24"],"ip-address":"10.0.0.127/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a883fed4-bcac-4f64-ab01-cd053fc02d34 k8s.ovn.org/node-encap-ips:["10.0.0.127"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.127/24"} k8s.ovn.org/zone-name:ip-10-0-0-127.ec2.internal] on node ip-10-0-0-127.ec2.internal I0512 17:39:19.364709 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:19.364755 3821 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.364767 3821 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.364800 3821 master.go:548] Adding or Updating local node "ip-10-0-0-127.ec2.internal" for network "default" I0512 17:39:19.368169 3821 default_node_network_controller.go:519] Node connection status = connected W0512 17:39:19.369733 3821 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5vf2r: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found W0512 17:39:19.369755 3821 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-24tgz: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found W0512 17:39:19.369773 3821 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-w5kms: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:19.370857 3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-127.ec2.internal for the network default I0512 17:39:19.371054 3821 zone_ic_handler.go:195] Time taken to create transit switch: 182.732µs I0512 17:39:19.448661 3821 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 17:39:19.448687 3821 services_controller.go:208] Setting up event handlers for services for network=default I0512 17:39:19.448792 3821 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 17:39:19.448839 3821 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 17:39:19.448854 3821 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 17:39:19.549875 3821 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 17:39:19.549898 3821 repair.go:60] Starting repairing loop for services I0512 17:39:19.550013 3821 repair.go:131] Deleted 0 stale service LBs I0512 17:39:19.550033 3821 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 17:39:19.550050 3821 repair.go:62] Finished repairing loop for services: 154.869µs I0512 17:39:19.550082 3821 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 17:39:19.550093 3821 services_controller.go:254] Starting workers for network=default I0512 17:39:19.550763 3821 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5vf2r] creating logical port kube-system_global-pull-secret-syncer-5vf2r for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:19.550916 3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-w5kms] creating logical port openshift-multus_network-metrics-daemon-w5kms for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:19.551053 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-24tgz] creating logical port openshift-network-diagnostics_network-check-target-24tgz for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:19.551080 3821 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:19.551124 3821 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:19.551144 3821 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:19.566618 3821 pod.go:62] [openshift-network-diagnostics/network-check-target-24tgz] pod update took 15.52009ms I0512 17:39:19.566640 3821 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-24tgz] addLogicalPort annotation time took 15.544308ms I0512 17:39:19.567566 3821 pods.go:271] [openshift-network-diagnostics/network-check-target-24tgz] addLogicalPort took 16.518466ms, libovsdb time 714.903µs I0512 17:39:19.569539 3821 pod.go:62] [kube-system/global-pull-secret-syncer-5vf2r] pod update took 18.635233ms I0512 17:39:19.569559 3821 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-5vf2r] addLogicalPort annotation time took 18.657589ms I0512 17:39:19.569700 3821 pod.go:62] [openshift-multus/network-metrics-daemon-w5kms] pod update took 18.68061ms I0512 17:39:19.569747 3821 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-w5kms] addLogicalPort annotation time took 18.706803ms I0512 17:39:19.570459 3821 pods.go:271] [kube-system/global-pull-secret-syncer-5vf2r] addLogicalPort took 19.703318ms, libovsdb time 653.016µs I0512 17:39:19.570767 3821 pods.go:271] [openshift-multus/network-metrics-daemon-w5kms] addLogicalPort took 19.864458ms, libovsdb time 717.783µs I0512 17:39:19.571239 3821 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 17:39:19.571265 3821 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 17:39:19.571282 3821 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 17:39:19.571286 3821 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 17:39:19.571525 3821 repair.go:29] Repairing admin network policies took 233.406µs I0512 17:39:19.571643 3821 repair.go:92] Repairing baseline admin network policies took 109.176µs I0512 17:39:19.572113 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 17:39:19.572129 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 17:39:19.573880 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 17:39:19.573900 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 17:39:19.573910 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 17:39:19.575964 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 17:39:19.575985 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 17:39:19.575992 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 17:39:19.577684 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 17:39:19.577703 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 17:39:19.577714 3821 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 17:39:19.579350 3821 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 17:39:19.579370 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 17:39:19.579379 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 17:39:19.581038 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 17:39:19.581056 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 17:39:19.581066 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 17:39:19.582286 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 17:39:19.582310 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 17:39:19.582321 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 17:39:19.583787 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 17:39:19.583806 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 17:39:19.583814 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 17:39:19.584301 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 17:39:19.584326 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 17:39:19.584339 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 17:39:19.584830 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 17:39:19.584849 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 17:39:19.584856 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 17:39:19.586476 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 17:39:19.586498 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 17:39:19.586508 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 17:39:19.587401 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 17:39:19.587420 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 17:39:19.587428 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 17:39:19.587916 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 17:39:19.587947 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 17:39:19.589112 3821 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 17:39:19.589126 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 17:39:19.589807 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 17:39:19.589828 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 17:39:19.589835 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 17:39:19.591176 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 17:39:19.591199 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 17:39:19.591208 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 17:39:19.591466 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 17:39:19.591485 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 17:39:19.591498 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 17:39:19.592489 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 17:39:19.592512 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 17:39:19.592526 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 17:39:19.593497 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 17:39:19.593515 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 17:39:19.593523 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 17:39:19.593990 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 17:39:19.594008 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 17:39:19.594016 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 17:39:19.594475 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 17:39:19.594491 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 17:39:19.594497 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 17:39:19.594959 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 17:39:19.594977 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 17:39:19.594986 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 17:39:19.595450 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 17:39:19.595468 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 17:39:19.595490 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 17:39:19.596152 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 17:39:19.596171 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 17:39:19.596179 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 17:39:19.597227 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 17:39:19.597243 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 17:39:19.597250 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 17:39:19.597518 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 17:39:19.597536 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 17:39:19.597545 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 17:39:19.597817 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 17:39:19.597834 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 17:39:19.597842 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 17:39:19.598401 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 17:39:19.598419 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 17:39:19.598435 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 17:39:19.599580 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 17:39:19.599598 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 17:39:19.599607 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 17:39:19.600584 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 17:39:19.600604 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 17:39:19.600616 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 17:39:19.601121 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 17:39:19.606871 3821 egressfirewall.go:374] Starting EgressFirewall controller I0512 17:39:19.606898 3821 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 17:39:19.606898 3821 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 17:39:19.606937 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 17:39:19.606952 3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 17:39:19.606940 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 17:39:19.606961 3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 17:39:19.607277 3821 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 17:39:19.607306 3821 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 17:39:19.607313 3821 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 17:39:19.607323 3821 egressqos.go:193] Setting up event handlers for EgressQoS I0512 17:39:19.607388 3821 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:19.607400 3821 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0512 17:39:19.607406 3821 egressfirewall.go:723] Syncing node "ip-10-0-2-251.ec2.internal" for egress firewall I0512 17:39:19.607479 3821 egressqos.go:245] Starting EgressQoS Controller I0512 17:39:19.607489 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 17:39:19.607497 3821 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 17:39:19.607502 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 17:39:19.607507 3821 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 17:39:19.607512 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 17:39:19.607516 3821 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 17:39:19.607520 3821 egressqos.go:259] Repairing EgressQoSes I0512 17:39:19.607524 3821 egressqos.go:399] Starting repairing loop for egressqos I0512 17:39:19.607602 3821 egressqos.go:401] Finished repairing loop for egressqos: 77.874µs I0512 17:39:19.607632 3821 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 17:39:19.607680 3821 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-127.ec2.internal I0512 17:39:19.607756 3821 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-127.ec2.internal : 79.159µs I0512 17:39:19.607848 3821 egressservice_zone.go:210] Starting Egress Services Controller I0512 17:39:19.607858 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 17:39:19.607863 3821 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 17:39:19.607868 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 17:39:19.607877 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 17:39:19.607890 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 17:39:19.607897 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 17:39:19.607902 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 17:39:19.607906 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 17:39:19.607910 3821 egressservice_zone.go:228] Repairing Egress Services I0512 17:39:19.608236 3821 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 17:39:19.608246 3821 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 17:39:19.608304 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:19.608315 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 12.88µs I0512 17:39:19.608322 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0512 17:39:19.608331 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 9.492µs I0512 17:39:19.608337 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:19.608340 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 3.803µs I0512 17:39:19.608425 3821 default_network_controller.go:585] Completing all the Watchers took 308.365467ms I0512 17:39:19.608441 3821 default_network_controller.go:589] Starting unidling controllers I0512 17:39:19.608453 3821 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 17:39:19.608461 3821 unidle.go:63] Populating Initial ContollerEvent events I0512 17:39:19.608474 3821 unidle.go:79] Setting up event handlers for services I0512 17:39:19.608540 3821 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 17:39:19.868269 3821 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:20.368247 3821 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:20.869070 3821 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:21.369074 3821 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:21.739453 3821 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 17:39:21.868936 3821 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:21.886939 3821 bridgeconfig.go:537] Gateway is ready I0512 17:39:21.886960 3821 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 17:39:21.898700 3821 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.127. Updating OVN encap IP. I0512 17:39:21.904267 3821 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.127 - it is already configured I0512 17:39:21.904280 3821 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.127/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 17:39:21.904484 3821 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.127/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-127.ec2.internal","mac-address":"12:42:45:2c:17:29","ip-addresses":["10.0.0.127/24"],"ip-address":"10.0.0.127/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a883fed4-bcac-4f64-ab01-cd053fc02d34 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.127/24"}] on node ip-10-0-0-127.ec2.internal I0512 17:39:21.920620 3821 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.127 I0512 17:39:21.920744 3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-127.ec2.internal I0512 17:39:21.920962 3821 master.go:548] Adding or Updating local node "ip-10-0-0-127.ec2.internal" for network "default" I0512 17:39:21.920983 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:21.920984 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:21.921003 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 22.756µs I0512 17:39:21.921013 3821 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:21.921044 3821 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:21.921065 3821 services_controller.go:574] Full service sync requested for network=default I0512 17:39:21.925488 3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-127.ec2.internal. Updating no re-route policies I0512 17:39:21.925557 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-999nn I0512 17:39:21.925560 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-cdqv2 I0512 17:39:21.925567 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2jlfd I0512 17:39:21.925579 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-cdqv2 I0512 17:39:21.925580 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:21.925573 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-999nn I0512 17:39:21.925588 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:21.925597 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-127.ec2.internal I0512 17:39:21.925610 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-127.ec2.internal I0512 17:39:21.925611 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-999nn after 0 failed attempt(s) I0512 17:39:21.925618 3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-w5kms] creating logical port openshift-multus_network-metrics-daemon-w5kms for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:21.925582 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2jlfd I0512 17:39:21.925620 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n92mr I0512 17:39:21.925628 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-127.ec2.internal after 0 failed attempt(s) I0512 17:39:21.925634 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-127.ec2.internal I0512 17:39:21.925634 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wmx7z I0512 17:39:21.925637 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8tmnz I0512 17:39:21.925646 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-127.ec2.internal I0512 17:39:21.925644 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2jlfd after 0 failed attempt(s) I0512 17:39:21.925646 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-95g5m I0512 17:39:21.925653 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wmx7z I0512 17:39:21.925652 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:21.925656 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jgvlb I0512 17:39:21.925613 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-cdqv2 after 0 failed attempt(s) I0512 17:39:21.925663 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:21.925664 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-127.ec2.internal after 0 failed attempt(s) I0512 17:39:21.925664 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:21.925667 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5bhtm I0512 17:39:21.925670 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jgvlb I0512 17:39:21.925677 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wmx7z after 0 failed attempt(s) I0512 17:39:21.925678 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:21.925681 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5bhtm I0512 17:39:21.925638 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n92mr I0512 17:39:21.925693 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-24tgz] creating logical port openshift-network-diagnostics_network-check-target-24tgz for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:21.925698 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jgvlb after 0 failed attempt(s) I0512 17:39:21.925701 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5bhtm after 0 failed attempt(s) I0512 17:39:21.925655 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8tmnz I0512 17:39:21.925709 3821 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5vf2r] creating logical port kube-system_global-pull-secret-syncer-5vf2r for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:21.925724 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8tmnz after 0 failed attempt(s) I0512 17:39:21.925701 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n92mr after 0 failed attempt(s) I0512 17:39:21.925660 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-95g5m I0512 17:39:21.925751 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-95g5m after 0 failed attempt(s) I0512 17:39:21.926384 3821 pods.go:271] [openshift-multus/network-metrics-daemon-w5kms] addLogicalPort took 775.364µs, libovsdb time 232.949µs I0512 17:39:21.926398 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-w5kms after 0 failed attempt(s) I0512 17:39:21.926451 3821 pods.go:271] [openshift-network-diagnostics/network-check-target-24tgz] addLogicalPort took 766.552µs, libovsdb time 294.565µs I0512 17:39:21.926459 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-24tgz after 0 failed attempt(s) I0512 17:39:21.926598 3821 pods.go:271] [kube-system/global-pull-secret-syncer-5vf2r] addLogicalPort took 898.001µs, libovsdb time 425.396µs I0512 17:39:21.926610 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5vf2r after 0 failed attempt(s) I0512 17:39:21.939314 3821 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 17:39:21.952681 3821 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 17:39:21.956357 3821 iptables.go:108] Creating table: nat chain: OUTPUT I0512 17:39:21.998860 3821 iptables.go:108] Creating table: nat chain: PREROUTING I0512 17:39:22.050698 3821 iptables.go:108] Creating table: filter chain: FORWARD I0512 17:39:22.069075 3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 17:39:22.069166 3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 17:39:22.069206 3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 17:39:22.069288 3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 17:39:22.069336 3821 gateway_init.go:325] Gateway and management port readiness took 2.705792503s I0512 17:39:22.069362 3821 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 17:39:22.069401 3821 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 17:39:22.069419 3821 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 17:39:22.069428 3821 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 17:39:22.069498 3821 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 17:39:22.069578 3821 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.499µs I0512 17:39:22.069779 3821 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 17:39:22.069802 3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.871µs I0512 17:39:22.069810 3821 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.06µs I0512 17:39:22.069815 3821 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 17:39:22.069826 3821 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 17:39:22.069833 3821 default_node_network_controller.go:899] Starting the default node network controller I0512 17:39:22.069839 3821 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 17:39:22.069851 3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.013µs I0512 17:39:22.070006 3821 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 17:39:22.070016 3821 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 17:39:22.070038 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d140 0xc0002c9c70 0xc0002c9ce0 0xc0002c9dc0 0xc0002c9ea0 0xc0002c9f10 0xc0002ca070 0xc000c174a0 0xc0002ca0e0 0xc0002ca150 0xc000aa02d0 0xc00642b340 0xc0002ca1c0 map[0x2ff9080:0xc001308f00 0x2ff95c0:0xc001309080 0x2ffa2e0:0xc001308e40 0x2ffa580:0xc001308ea0 0x2ffad60:0xc001308f60 0x2ffb000:0xc001308fc0 0x2ffb2a0:0xc001309020 0x2ffba80:0xc0013090e0 0x2ffbd20:0xc001309140 0x3026980:0xc001308a80 0x3026d20:0xc001308ae0 0x3027800:0xc000c7f620 0x3029160:0xc001c50000 0x30298a0:0xc002e0b980 0x302a720:0xc0008c7740] 0xc000c36380 0} I0512 17:39:22.070094 3821 gateway.go:151] Starting gateway service sync I0512 17:39:22.070486 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 17:39:22.072949 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 17:39:22.096721 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 17:39:22.098022 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 17:39:22.099304 3821 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 17:39:22.133354 3821 gateway.go:168] Gateway service sync done. Time taken: 63.235699ms I0512 17:39:22.133652 3821 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30515 I0512 17:39:22.134267 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d140 0xc0002c9c70 0xc0002c9ce0 0xc0002c9dc0 0xc0002c9ea0 0xc0002c9f10 0xc0002ca070 0xc000c174a0 0xc0002ca0e0 0xc0002ca150 0xc000aa02d0 0xc00642b340 0xc0002ca1c0 map[0x2ff9080:0xc001308f00 0x2ff95c0:0xc001309080 0x2ffa2e0:0xc001308e40 0x2ffa580:0xc001308ea0 0x2ffad60:0xc001308f60 0x2ffb000:0xc001308fc0 0x2ffb2a0:0xc001309020 0x2ffba80:0xc0013090e0 0x2ffbd20:0xc001309140 0x3026980:0xc001308a80 0x3026d20:0xc001308ae0 0x3027800:0xc000c7f620 0x3029160:0xc001c50000 0x30298a0:0xc002e0b980 0x302a720:0xc0008c7740] 0xc000c36380 0} I0512 17:39:22.135105 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d140 0xc0002c9c70 0xc0002c9ce0 0xc0002c9dc0 0xc0002c9ea0 0xc0002c9f10 0xc0002ca070 0xc000c174a0 0xc0002ca0e0 0xc0002ca150 0xc000aa02d0 0xc00642b340 0xc0002ca1c0 map[0x2ff9080:0xc001308f00 0x2ff95c0:0xc001309080 0x2ffa2e0:0xc001308e40 0x2ffa580:0xc001308ea0 0x2ffad60:0xc001308f60 0x2ffb000:0xc001308fc0 0x2ffb2a0:0xc001309020 0x2ffba80:0xc0013090e0 0x2ffbd20:0xc001309140 0x3026980:0xc001308a80 0x3026d20:0xc001308ae0 0x3027800:0xc000c7f620 0x3029160:0xc001c50000 0x30298a0:0xc002e0b980 0x302a720:0xc0008c7740] 0xc000c36380 0} I0512 17:39:22.135165 3821 gateway.go:532] Reconciling gateway with updates I0512 17:39:22.140714 3821 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 17:39:22.140803 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:22.140818 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:22.140823 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:22.140822 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:22.140827 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:22.140837 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:22.140842 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:22.140845 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:22.140831 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:22.140849 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:22.140865 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:22.140883 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 17:39:22.140806 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:22.140895 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 17:39:22.140900 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:22.140898 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:22.140909 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 17:39:22.140909 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:22.140919 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:22.140938 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:22.140937 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:22.140940 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:22.140946 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 17:39:22.140951 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:22.140955 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:22.140960 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 17:39:22.140962 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:22.140968 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 17:39:22.140971 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 17:39:22.140974 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:22.140983 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:22.140983 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:22.140984 3821 default_node_network_controller.go:944] Gateway and management port readiness took 70.959678ms I0512 17:39:22.140990 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:22.140992 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:22.140991 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 17:39:22.141001 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 17:39:22.140909 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 17:39:22.141001 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 17:39:22.141006 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 17:39:22.141014 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 17:39:22.141016 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:22.141022 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:22.141023 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 17:39:22.141026 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:22.141023 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:22.141029 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:22.141039 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:22.141049 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:22.141051 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:22.141057 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:22.141057 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:22.141063 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 17:39:22.141061 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 17:39:22.141073 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:22.141078 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 17:39:22.140845 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:22.141084 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 17:39:22.141085 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:22.141093 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 17:39:22.141094 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:22.141094 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 17:39:22.141102 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:22.141107 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 17:39:22.141113 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:22.141121 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 17:39:22.141131 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 17:39:22.141147 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 17:39:22.141162 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:22.140964 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:22.141174 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:22.141173 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:22.141179 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 17:39:22.141054 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:22.141186 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:22.141182 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:22.141189 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 17:39:22.141191 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:22.141197 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:22.141195 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:22.141203 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 17:39:22.141197 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:22.141205 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 17:39:22.141210 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:22.141208 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 17:39:22.141213 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 17:39:22.141214 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:22.141225 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 17:39:22.141248 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 17:39:22.141258 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 17:39:22.140991 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 17:39:22.140940 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:22.141274 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:22.141304 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 17:39:22.141015 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:22.141316 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:22.140952 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 17:39:22.140910 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:22.141335 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 17:39:22.141362 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 17:39:22.140940 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:22.141375 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:22.141379 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 17:39:22.140994 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:22.141385 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:22.141396 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 31385 is already open, no action needed I0512 17:39:22.141404 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 31900 is already open, no action needed I0512 17:39:22.141002 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:22.141422 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:22.141005 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:22.141482 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:22.141488 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 17:39:22.141016 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:22.141501 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:22.141042 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:22.141524 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 17:39:22.141064 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:22.141536 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:22.141061 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:22.141574 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:22.141069 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:22.141597 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:22.141079 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:22.141619 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:22.141088 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:22.141650 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:22.141096 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 17:39:22.141883 3821 node_ip_handler_linux.go:160] Node IP manager is running W0512 17:39:22.181378 3821 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 17:39:22.181506 3821 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 17:39:22.181632 3821 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 17:39:22.188969 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 17:39:22.209162 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 17:39:22.209217 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 17:39:22.209236 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 17:39:22.209243 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 17:39:22.209249 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 17:39:22.209255 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 17:39:22.209260 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0512 17:39:22.362201 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:39:22.970407 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:22.970443 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 45.414µs I0512 17:39:22.970486 3821 default_network_controller.go:1025] Node "ip-10-0-2-251.ec2.internal" in remote zone "ip-10-0-2-251.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:22.971395 3821 zone_ic_handler.go:195] Time taken to create transit switch: 303.849µs I0512 17:39:22.971413 3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-251.ec2.internal for the network default I0512 17:39:22.972724 3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-251.ec2.internal" on network "default" took: 1.647264ms I0512 17:39:23.003639 3821 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 17:39:23.004587 3821 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 927.841µs I0512 17:39:23.028674 3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 17:39:23.380627 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 17:39:23.387025 3821 namespace.go:98] [openshift-service-ca] adding namespace I0512 17:39:23.387795 3821 namespace.go:102] [openshift-service-ca] adding namespace took 755.865µs I0512 17:39:23.402543 3821 namespace.go:142] [openshift-service-ca] updating namespace W0512 17:39:23.464429 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:23.618431 3821 default_node_network_controller.go:1380] Starting node controller node sync W0512 17:39:23.618475 3821 egressip_healthcheck.go:76] Health checking using insecure connection I0512 17:39:23.618511 3821 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 17:39:23.630505 3821 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.053799ms I0512 17:39:23.630611 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 10.0.1.203 to PMTUD blocking rules I0512 17:39:23.630613 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-251.ec2.internal", IP: 10.0.2.251 to PMTUD blocking rules I0512 17:39:23.630626 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:23.630630 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-251.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:23.642718 3821 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 17:39:23.643059 3821 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 17:39:23.643183 3821 egressservice_node.go:183] Starting Egress Services Controller I0512 17:39:23.643207 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 17:39:23.643226 3821 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 17:39:23.643234 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 17:39:23.643242 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 17:39:23.643252 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 17:39:23.643259 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 17:39:23.643265 3821 egressservice_node.go:197] Repairing Egress Services I0512 17:39:23.654244 3821 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 17:39:23.654261 3821 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 17:39:23.654474 3821 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 17:39:23.654488 3821 link_network_manager.go:119] Link manager is running I0512 17:39:23.654497 3821 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 17:39:23.654646 3821 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 17:39:23.654976 3821 vrf_manager.go:128] VRF manager is running I0512 17:39:23.655096 3821 node_controller_manager.go:437] Removing flows to drop GARP I0512 17:39:23.655109 3821 gateway.go:532] Reconciling gateway with updates I0512 17:39:23.683116 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:23.683142 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 17:39:23.683154 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:23.683153 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:23.683168 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 17:39:23.683168 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 17:39:23.683178 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:23.683180 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:23.683190 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:23.683195 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:23.683201 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:23.683214 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:23.683121 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:23.683216 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:23.683230 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:23.683237 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:23.683242 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:23.683202 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 17:39:23.683244 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:23.683249 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:23.683256 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:23.683258 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683262 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:23.683265 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:23.683264 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:23.683267 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:23.683265 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:23.683269 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:23.683279 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:23.683282 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:23.683284 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:23.683289 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:23.683292 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:23.683296 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:23.683300 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:23.683303 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:23.683311 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 17:39:23.683167 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:23.683286 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:23.683323 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:23.683325 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683327 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:23.683334 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:23.683273 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 17:39:23.683345 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:23.683346 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683187 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 17:39:23.683360 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 17:39:23.683364 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:23.683358 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:23.683369 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:23.683368 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:23.683376 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:23.683377 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:23.683376 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:23.683342 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:23.683383 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:23.683378 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:23.683389 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:23.683397 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:23.683404 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 17:39:23.683416 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 17:39:23.683241 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:23.683424 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 17:39:23.683426 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683140 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:23.683433 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 17:39:23.683433 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 17:39:23.683446 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:23.683455 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 17:39:23.683299 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:23.683461 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 17:39:23.683307 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:23.683467 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:23.683267 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:23.683490 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683296 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:23.683494 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:23.683219 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:23.683499 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:23.683506 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:23.683508 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:23.683504 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:23.683520 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:23.683525 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 17:39:23.683512 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:23.683253 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 17:39:23.683539 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683541 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 17:39:23.683498 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 17:39:23.683551 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 17:39:23.683225 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683241 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:23.683572 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 17:39:23.683270 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:23.683582 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683585 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 17:39:23.683123 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:23.683596 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:23.683240 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:23.683255 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:23.683618 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:23.683630 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 31385 is already open, no action needed I0512 17:39:23.683636 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 31900 is already open, no action needed I0512 17:39:23.683653 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 17:39:23.683274 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 17:39:23.683315 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 17:39:23.683321 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:23.683288 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 17:39:23.683350 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 17:39:23.683383 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:23.683685 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:23.683329 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:23.683217 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:23.683718 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:23.683312 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:23.684461 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:23.684478 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:23.684485 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 17:39:23.684603 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:23.735910 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 17:39:23.735940 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 17:39:23.735963 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 17:39:23.735982 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 17:39:23.780099 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 17:39:23.780124 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 17:39:23.780131 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 17:39:23.780138 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 17:39:23.780145 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 17:39:23.780150 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 17:39:23.780156 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 17:39:23.780178 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 17:39:23.780202 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 17:39:23.780217 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 17:39:25.629338 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:25.629377 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 49.569µs I0512 17:39:25.659101 3821 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f546f9c95-69djc] creating logical port openshift-image-registry_image-registry-6f546f9c95-69djc for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:25.659195 3821 kube.go:256] Updating pod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:39:25.681382 3821 pod.go:62] [openshift-image-registry/image-registry-6f546f9c95-69djc] pod update took 22.212323ms I0512 17:39:25.681416 3821 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f546f9c95-69djc] addLogicalPort annotation time took 22.250176ms I0512 17:39:25.682701 3821 pods.go:271] [openshift-image-registry/image-registry-6f546f9c95-69djc] addLogicalPort took 23.65868ms, libovsdb time 998.972µs I0512 17:39:25.690936 3821 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ppcdg] creating logical port openshift-dns_dns-default-ppcdg for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:25.691037 3821 kube.go:256] Updating pod openshift-dns/dns-default-ppcdg I0512 17:39:25.695205 3821 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-cs42f] creating logical port openshift-ingress-canary_ingress-canary-cs42f for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:25.695331 3821 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-cs42f I0512 17:39:25.707011 3821 pod.go:62] [openshift-dns/dns-default-ppcdg] pod update took 16.009038ms I0512 17:39:25.707034 3821 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ppcdg] addLogicalPort annotation time took 16.03581ms I0512 17:39:25.708146 3821 pods.go:271] [openshift-dns/dns-default-ppcdg] addLogicalPort took 17.247042ms, libovsdb time 824.672µs I0512 17:39:25.712214 3821 pod.go:62] [openshift-ingress-canary/ingress-canary-cs42f] pod update took 16.915554ms I0512 17:39:25.712233 3821 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-cs42f] addLogicalPort annotation time took 16.937693ms I0512 17:39:25.713312 3821 pods.go:271] [openshift-ingress-canary/ingress-canary-cs42f] addLogicalPort took 18.118852ms, libovsdb time 807.438µs I0512 17:39:26.302646 3821 cni.go:452] [openshift-ingress-canary/ingress-canary-cs42f 3232796c28b639da29c374cb421c46491bda616736d907c2d39933fad346ce01 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-cs42f 3232796c28b639da29c374cb421c46491bda616736d907c2d39933fad346ce01 network default NAD default NAD key ] I0512 17:39:26.338411 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-cs42f, hostIfaceName: 3232796c28b639d, network: default, NAD default, SandboxID: "3232796c28b639da29c374cb421c46491bda616736d907c2d39933fad346ce01", PCI device ID: , UID: "ad8818ca-84df-4ae3-b4b9-f02a285a1fd0", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 17:39:26.386844 3821 cni.go:473] [openshift-ingress-canary/ingress-canary-cs42f 3232796c28b639da29c374cb421c46491bda616736d907c2d39933fad346ce01 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-cs42f 3232796c28b639da29c374cb421c46491bda616736d907c2d39933fad346ce01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:29:b4:6e:35:5b\",\"name\":\"3232796c28b639d\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6878a0c4-0a9a-43a6-b336-a6573aaccbff\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:39:29.128057 3821 cni.go:452] [kube-system/global-pull-secret-syncer-5vf2r 95b7bf6fdebe9df0de6adb6a7c53ac280b656c065c05d0fffa2c937e5170b517 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-5vf2r 95b7bf6fdebe9df0de6adb6a7c53ac280b656c065c05d0fffa2c937e5170b517 network default NAD default NAD key ] I0512 17:39:29.138380 3821 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5vf2r, hostIfaceName: 95b7bf6fdebe9df, network: default, NAD default, SandboxID: "95b7bf6fdebe9df0de6adb6a7c53ac280b656c065c05d0fffa2c937e5170b517", PCI device ID: , UID: "9d830a2a-d1b0-4a04-9da2-4616c53452f6", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 17:39:29.151859 3821 cni.go:452] [openshift-network-diagnostics/network-check-target-24tgz bf750a7d01a9263b804efd08611f62d12db8af1328e69dba83cf4eb631be0f61 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-24tgz bf750a7d01a9263b804efd08611f62d12db8af1328e69dba83cf4eb631be0f61 network default NAD default NAD key ] I0512 17:39:29.162273 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-24tgz, hostIfaceName: bf750a7d01a9263, network: default, NAD default, SandboxID: "bf750a7d01a9263b804efd08611f62d12db8af1328e69dba83cf4eb631be0f61", PCI device ID: , UID: "424243ff-f000-46e2-aad4-65603138f109", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 17:39:29.189086 3821 cni.go:473] [kube-system/global-pull-secret-syncer-5vf2r 95b7bf6fdebe9df0de6adb6a7c53ac280b656c065c05d0fffa2c937e5170b517 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5vf2r 95b7bf6fdebe9df0de6adb6a7c53ac280b656c065c05d0fffa2c937e5170b517 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a9:58:4d:16:ed\",\"name\":\"95b7bf6fdebe9df\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85cc8f6a-5a0b-4655-a0f2-2506fae7af78\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:39:29.209608 3821 cni.go:473] [openshift-network-diagnostics/network-check-target-24tgz bf750a7d01a9263b804efd08611f62d12db8af1328e69dba83cf4eb631be0f61 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-24tgz bf750a7d01a9263b804efd08611f62d12db8af1328e69dba83cf4eb631be0f61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c3:f1:9c:a6:8e\",\"name\":\"bf750a7d01a9263\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b5c22b5-ce71-4ab6-ba48-944c451d9de0\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:39:33.254405 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 17:39:41.686909 3821 cni.go:452] [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key ] I0512 17:39:41.698395 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f546f9c95-69djc, hostIfaceName: 672c2f8b36007f5, network: default, NAD default, SandboxID: "672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0", PCI device ID: , UID: "726e1eb0-eae9-4df9-a756-fedb812be9fa", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0512 17:39:41.726330 3821 cni.go:452] [openshift-dns/dns-default-ppcdg 73a0170089a396878e97db182f8001c429560a95e26254958a16c04a75bdf4cd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ppcdg 73a0170089a396878e97db182f8001c429560a95e26254958a16c04a75bdf4cd network default NAD default NAD key ] I0512 17:39:41.745642 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ppcdg, hostIfaceName: 73a0170089a3968, network: default, NAD default, SandboxID: "73a0170089a396878e97db182f8001c429560a95e26254958a16c04a75bdf4cd", PCI device ID: , UID: "faf69219-8caf-4270-8693-40a19e10ee00", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 17:39:41.750288 3821 cni.go:473] [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:44:d5:65:57:e8\",\"name\":\"672c2f8b36007f5\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0569ade1-c52b-48c0-9339-5bfb40629527\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:39:41.794108 3821 cni.go:473] [openshift-dns/dns-default-ppcdg 73a0170089a396878e97db182f8001c429560a95e26254958a16c04a75bdf4cd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ppcdg 73a0170089a396878e97db182f8001c429560a95e26254958a16c04a75bdf4cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:23:f3:a9:65:55\",\"name\":\"73a0170089a3968\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab0ddf37-2db9-4e82-8c66-f8e8f0dd4d9f\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:39:47.624838 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:39:47.625068 3821 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.625089 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.625095 3821 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.642154 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:47.684138 3821 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hlv49] creating logical port openshift-insights_insights-runtime-extractor-hlv49 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:47.684230 3821 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hlv49 I0512 17:39:47.733346 3821 pod.go:62] [openshift-insights/insights-runtime-extractor-hlv49] pod update took 49.142888ms I0512 17:39:47.733372 3821 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hlv49] addLogicalPort annotation time took 49.175575ms I0512 17:39:47.734631 3821 pods.go:271] [openshift-insights/insights-runtime-extractor-hlv49] addLogicalPort took 50.506366ms, libovsdb time 919.346µs W0512 17:39:47.773026 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:39:47.805578 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:48.110596 3821 cni.go:452] [openshift-insights/insights-runtime-extractor-hlv49 717632ba895ddc3e0d02052e66998d8e08a721933fa12d78a9a20cbdecfe5ffe network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hlv49 717632ba895ddc3e0d02052e66998d8e08a721933fa12d78a9a20cbdecfe5ffe network default NAD default NAD key ] I0512 17:39:48.120317 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hlv49, hostIfaceName: 717632ba895ddc3, network: default, NAD default, SandboxID: "717632ba895ddc3e0d02052e66998d8e08a721933fa12d78a9a20cbdecfe5ffe", PCI device ID: , UID: "37a641dd-5f01-4128-ae1e-f4ce34521acc", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 17:39:48.168606 3821 cni.go:473] [openshift-insights/insights-runtime-extractor-hlv49 717632ba895ddc3e0d02052e66998d8e08a721933fa12d78a9a20cbdecfe5ffe network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hlv49 717632ba895ddc3e0d02052e66998d8e08a721933fa12d78a9a20cbdecfe5ffe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:57:54:01:6d:8d\",\"name\":\"717632ba895ddc3\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ec2a070-b052-4a6e-bf76-7403d0f7bae2\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:39:48.426639 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-brz4l for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:48.426804 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l I0512 17:39:48.444306 3821 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l] pod update took 17.544602ms I0512 17:39:48.444329 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l] addLogicalPort annotation time took 17.573148ms I0512 17:39:48.445540 3821 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l] addLogicalPort took 18.922479ms, libovsdb time 911.595µs W0512 17:39:48.643843 3821 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:48.643870 3821 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:48.643876 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0512 17:39:48.833299 3821 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l d21dc19f2216636a11fd1366f48d041772ec75adc48e4b0bda01f585e3272a67 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l d21dc19f2216636a11fd1366f48d041772ec75adc48e4b0bda01f585e3272a67 network default NAD default NAD key ] I0512 17:39:48.844053 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-brz4l, hostIfaceName: d21dc19f2216636, network: default, NAD default, SandboxID: "d21dc19f2216636a11fd1366f48d041772ec75adc48e4b0bda01f585e3272a67", PCI device ID: , UID: "c6984ca2-499a-46e0-b242-4e08d8ecceae", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 17:39:48.893309 3821 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l d21dc19f2216636a11fd1366f48d041772ec75adc48e4b0bda01f585e3272a67 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-brz4l d21dc19f2216636a11fd1366f48d041772ec75adc48e4b0bda01f585e3272a67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:93:2a:b1:92:74\",\"name\":\"d21dc19f2216636\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f27ec57a-6114-482a-a5dc-baf37b72ff8c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:39:49.386671 3821 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-gzf9z] creating logical port openshift-console_downloads-5c54f4944f-gzf9z for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:49.386804 3821 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-gzf9z I0512 17:39:49.441582 3821 pod.go:62] [openshift-console/downloads-5c54f4944f-gzf9z] pod update took 54.804367ms I0512 17:39:49.441606 3821 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-gzf9z] addLogicalPort annotation time took 54.839749ms I0512 17:39:49.442794 3821 pods.go:271] [openshift-console/downloads-5c54f4944f-gzf9z] addLogicalPort took 56.1398ms, libovsdb time 900.111µs I0512 17:39:49.789300 3821 cni.go:452] [openshift-console/downloads-5c54f4944f-gzf9z b2b93831842dd8886f1b84c9474ff65c88af729425ba27c8d91276389915cea0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-gzf9z b2b93831842dd8886f1b84c9474ff65c88af729425ba27c8d91276389915cea0 network default NAD default NAD key ] I0512 17:39:49.799686 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-gzf9z, hostIfaceName: b2b93831842dd88, network: default, NAD default, SandboxID: "b2b93831842dd8886f1b84c9474ff65c88af729425ba27c8d91276389915cea0", PCI device ID: , UID: "0e44dd14-1a95-4246-8343-2a71f6f8433a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0512 17:39:49.848537 3821 cni.go:473] [openshift-console/downloads-5c54f4944f-gzf9z b2b93831842dd8886f1b84c9474ff65c88af729425ba27c8d91276389915cea0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-gzf9z b2b93831842dd8886f1b84c9474ff65c88af729425ba27c8d91276389915cea0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e7:26:95:78:02\",\"name\":\"b2b93831842dd88\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b084c8de-3a88-43df-826c-4d2f17127d5f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:39:50.395819 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 17:39:52.517245 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-5s7jx] creating logical port openshift-monitoring_prometheus-operator-76b589d668-5s7jx for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:52.517361 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-5s7jx I0512 17:39:52.530717 3821 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-5s7jx] pod update took 13.387472ms I0512 17:39:52.530751 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-5s7jx] addLogicalPort annotation time took 13.428368ms I0512 17:39:52.532137 3821 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-5s7jx] addLogicalPort took 14.912056ms, libovsdb time 1.040664ms W0512 17:39:53.376725 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.376753 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.376760 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.376772 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.376800 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.376806 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.407569 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:39:53.407594 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:39:53.482605 3821 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-5s7jx 0190af0ad29586c3922bdf8c6c8a2fb2a1ade17905eb49a7dfe4a161907646ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-5s7jx 0190af0ad29586c3922bdf8c6c8a2fb2a1ade17905eb49a7dfe4a161907646ae network default NAD default NAD key ] I0512 17:39:53.492345 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-5s7jx, hostIfaceName: 0190af0ad29586c, network: default, NAD default, SandboxID: "0190af0ad29586c3922bdf8c6c8a2fb2a1ade17905eb49a7dfe4a161907646ae", PCI device ID: , UID: "e4040193-b6ed-42b5-b80c-529b49d2456d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 17:39:53.542580 3821 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-5s7jx 0190af0ad29586c3922bdf8c6c8a2fb2a1ade17905eb49a7dfe4a161907646ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-5s7jx 0190af0ad29586c3922bdf8c6c8a2fb2a1ade17905eb49a7dfe4a161907646ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:39:e1:29:4e:fa\",\"name\":\"0190af0ad29586c\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b8cd418-82ce-42ab-95c8-a7f2b03eab9d\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:39:54.473967 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.473996 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:54.474005 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 17:39:57.714312 3821 base_network_controller_pods.go:487] [default/openshift-console/console-5bcd9bb6f-mplzz] creating logical port openshift-console_console-5bcd9bb6f-mplzz for pod on switch ip-10-0-0-127.ec2.internal I0512 17:39:57.714428 3821 kube.go:256] Updating pod openshift-console/console-5bcd9bb6f-mplzz I0512 17:39:57.728761 3821 pod.go:62] [openshift-console/console-5bcd9bb6f-mplzz] pod update took 14.363912ms I0512 17:39:57.728787 3821 base_network_controller_pods.go:951] [default/openshift-console/console-5bcd9bb6f-mplzz] addLogicalPort annotation time took 14.39583ms I0512 17:39:57.730165 3821 pods.go:271] [openshift-console/console-5bcd9bb6f-mplzz] addLogicalPort took 15.892274ms, libovsdb time 1.019742ms I0512 17:39:58.141340 3821 cni.go:452] [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key ] I0512 17:39:58.151171 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bcd9bb6f-mplzz, hostIfaceName: 5dc2b6b89fd517e, network: default, NAD default, SandboxID: "5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773", PCI device ID: , UID: "821899dc-49d7-479b-963d-f52d77606c88", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 17:39:58.206478 3821 cni.go:473] [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:74:83:93:08:0a\",\"name\":\"5dc2b6b89fd517e\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/148cac50-e709-4ede-a588-c99199497b6c\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:00.235665 3821 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643460-xhvmm for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:00.235788 3821 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm I0512 17:40:00.248037 3821 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm] pod update took 12.280739ms I0512 17:40:00.248067 3821 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm] addLogicalPort annotation time took 12.318636ms I0512 17:40:00.249398 3821 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm] addLogicalPort took 13.755333ms, libovsdb time 1.049606ms W0512 17:40:00.381952 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:00.381984 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:40:00.617126 3821 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key ] I0512 17:40:00.626970 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643460-xhvmm, hostIfaceName: 9a3d5443e9d4746, network: default, NAD default, SandboxID: "9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4", PCI device ID: , UID: "f1b6e1ca-1d58-4b1e-87a2-7a650ad21b31", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 17:40:00.678823 3821 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ac:16:a6:3f:a7\",\"name\":\"9a3d5443e9d4746\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2af4ab45-b5d9-4897-8b8e-0019169c064b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:01.835375 3821 cni.go:452] [openshift-multus/network-metrics-daemon-w5kms a078b27a638070c5a23e6ed155b0e3b099b1d1009977e51d88040920fcda4601 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-w5kms a078b27a638070c5a23e6ed155b0e3b099b1d1009977e51d88040920fcda4601 network default NAD default NAD key ] I0512 17:40:01.846708 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-w5kms, hostIfaceName: a078b27a638070c, network: default, NAD default, SandboxID: "a078b27a638070c5a23e6ed155b0e3b099b1d1009977e51d88040920fcda4601", PCI device ID: , UID: "62b89395-6938-4438-826e-c9b4c91be3c6", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 17:40:01.899604 3821 cni.go:473] [openshift-multus/network-metrics-daemon-w5kms a078b27a638070c5a23e6ed155b0e3b099b1d1009977e51d88040920fcda4601 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-w5kms a078b27a638070c5a23e6ed155b0e3b099b1d1009977e51d88040920fcda4601 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:37:0b:ab:db:4b\",\"name\":\"a078b27a638070c\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffdeee81-2d61-49e8-acb9-c44f137ebe70\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:02.372815 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-8ngmp for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:02.372999 3821 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp I0512 17:40:02.398389 3821 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp] pod update took 25.424639ms I0512 17:40:02.398416 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp] addLogicalPort annotation time took 25.46046ms I0512 17:40:02.399778 3821 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp] addLogicalPort took 26.980046ms, libovsdb time 1.030567ms I0512 17:40:02.430263 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-2zl2g for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:02.430458 3821 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g I0512 17:40:02.449979 3821 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g] pod update took 19.565881ms I0512 17:40:02.450064 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g] addLogicalPort annotation time took 19.655767ms I0512 17:40:02.451374 3821 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g] addLogicalPort took 21.132531ms, libovsdb time 987.836µs W0512 17:40:02.574458 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 17:40:03.332220 3821 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp 02c13ca8340ee77723c641a1e7d01fb62c5a91d1834f2fff3b40e07a37a64da9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp 02c13ca8340ee77723c641a1e7d01fb62c5a91d1834f2fff3b40e07a37a64da9 network default NAD default NAD key ] I0512 17:40:03.341738 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-8ngmp, hostIfaceName: 02c13ca8340ee77, network: default, NAD default, SandboxID: "02c13ca8340ee77723c641a1e7d01fb62c5a91d1834f2fff3b40e07a37a64da9", PCI device ID: , UID: "84542ce4-78df-421a-a169-3a6d06c61171", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] W0512 17:40:03.344701 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:40:03.344724 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:40:03.391437 3821 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g 593a4a9d7db8ab2afed958f33928c39ba239d79afb2957f641c136f398bb9698 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g 593a4a9d7db8ab2afed958f33928c39ba239d79afb2957f641c136f398bb9698 network default NAD default NAD key ] I0512 17:40:03.394971 3821 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp 02c13ca8340ee77723c641a1e7d01fb62c5a91d1834f2fff3b40e07a37a64da9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8ngmp 02c13ca8340ee77723c641a1e7d01fb62c5a91d1834f2fff3b40e07a37a64da9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7d:f3:59:60:29\",\"name\":\"02c13ca8340ee77\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe1a392-199c-4a57-9fd6-bc55b86175f7\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:03.401131 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-2zl2g, hostIfaceName: 593a4a9d7db8ab2, network: default, NAD default, SandboxID: "593a4a9d7db8ab2afed958f33928c39ba239d79afb2957f641c136f398bb9698", PCI device ID: , UID: "5c136173-83b8-4c3a-a596-0591d0ffa6b0", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 17:40:03.454189 3821 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g 593a4a9d7db8ab2afed958f33928c39ba239d79afb2957f641c136f398bb9698 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-2zl2g 593a4a9d7db8ab2afed958f33928c39ba239d79afb2957f641c136f398bb9698 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:eb:b3:ab:dd:82\",\"name\":\"593a4a9d7db8ab2\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f201f58-3131-404d-bee8-d8b79ac6c220\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:40:03.459945 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 17:40:03.544975 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:03.545166 3821 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 17:40:03.582331 3821 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 37.22241ms I0512 17:40:03.582367 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 37.263432ms I0512 17:40:03.583881 3821 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 38.92656ms, libovsdb time 1.060725ms W0512 17:40:05.335279 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 17:40:05.445679 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:40:05.517134 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-657b7b455f-jls9p] creating logical port openshift-monitoring_thanos-querier-657b7b455f-jls9p for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:05.517246 3821 kube.go:256] Updating pod openshift-monitoring/thanos-querier-657b7b455f-jls9p I0512 17:40:05.534818 3821 pod.go:62] [openshift-monitoring/thanos-querier-657b7b455f-jls9p] pod update took 17.601381ms I0512 17:40:05.534848 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-657b7b455f-jls9p] addLogicalPort annotation time took 17.635991ms I0512 17:40:05.536234 3821 pods.go:271] [openshift-monitoring/thanos-querier-657b7b455f-jls9p] addLogicalPort took 19.122494ms, libovsdb time 1.011338ms W0512 17:40:06.592276 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:06.592296 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:06.592301 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 17:40:06.985744 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-769ccfbc5c-sp9ps] creating logical port openshift-monitoring_metrics-server-769ccfbc5c-sp9ps for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:06.985908 3821 kube.go:256] Updating pod openshift-monitoring/metrics-server-769ccfbc5c-sp9ps I0512 17:40:07.003690 3821 pod.go:62] [openshift-monitoring/metrics-server-769ccfbc5c-sp9ps] pod update took 17.804427ms I0512 17:40:07.003717 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-769ccfbc5c-sp9ps] addLogicalPort annotation time took 17.8367ms I0512 17:40:07.005214 3821 pods.go:271] [openshift-monitoring/metrics-server-769ccfbc5c-sp9ps] addLogicalPort took 19.485339ms, libovsdb time 1.064999ms I0512 17:40:07.242448 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-f8lm4 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:07.242587 3821 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4 I0512 17:40:07.260180 3821 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4] pod update took 17.636507ms I0512 17:40:07.260211 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4] addLogicalPort annotation time took 17.682979ms I0512 17:40:07.261552 3821 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4] addLogicalPort took 19.127741ms, libovsdb time 896.555µs I0512 17:40:07.681760 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-86979555b8-dmnxt] creating logical port openshift-monitoring_telemeter-client-86979555b8-dmnxt for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:07.681860 3821 kube.go:256] Updating pod openshift-monitoring/telemeter-client-86979555b8-dmnxt I0512 17:40:07.705276 3821 pod.go:62] [openshift-monitoring/telemeter-client-86979555b8-dmnxt] pod update took 23.449136ms I0512 17:40:07.705298 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-86979555b8-dmnxt] addLogicalPort annotation time took 23.475828ms I0512 17:40:07.706608 3821 pods.go:271] [openshift-monitoring/telemeter-client-86979555b8-dmnxt] addLogicalPort took 24.865718ms, libovsdb time 981.873µs W0512 17:40:08.482425 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:08.482451 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:09.648260 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:09.648284 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:10.938869 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-57b465587-dkhdf IP address from the namespace address-set, err: pod openshift-console/console-57b465587-dkhdf: no pod IPs found I0512 17:40:11.482668 3821 cni.go:452] [openshift-monitoring/telemeter-client-86979555b8-dmnxt f4851700bb935543499b94ebc3612942d0bae36cd992e076b2dda9058d7a7d14 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-86979555b8-dmnxt f4851700bb935543499b94ebc3612942d0bae36cd992e076b2dda9058d7a7d14 network default NAD default NAD key ] I0512 17:40:11.483276 3821 cni.go:452] [openshift-monitoring/alertmanager-main-0 a3ae585ed2656f1cb01db6ef7e3f28eb98c7924ecb98789d573478fab284c18d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a3ae585ed2656f1cb01db6ef7e3f28eb98c7924ecb98789d573478fab284c18d network default NAD default NAD key ] I0512 17:40:11.489358 3821 cni.go:452] [openshift-monitoring/thanos-querier-657b7b455f-jls9p 72c903dff0897715cc315447fb7551e824697c355bed3627b11d74a9c5375a32 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-657b7b455f-jls9p 72c903dff0897715cc315447fb7551e824697c355bed3627b11d74a9c5375a32 network default NAD default NAD key ] I0512 17:40:11.496476 3821 cni.go:452] [openshift-monitoring/metrics-server-769ccfbc5c-sp9ps 818f11883d11df8ea5475052c38cd59e3459a27ef4df2bdf45f0ec25565c4da3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-769ccfbc5c-sp9ps 818f11883d11df8ea5475052c38cd59e3459a27ef4df2bdf45f0ec25565c4da3 network default NAD default NAD key ] I0512 17:40:11.498462 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-86979555b8-dmnxt, hostIfaceName: f4851700bb93554, network: default, NAD default, SandboxID: "f4851700bb935543499b94ebc3612942d0bae36cd992e076b2dda9058d7a7d14", PCI device ID: , UID: "e63acc4a-23b1-4348-9454-f353962b7cc5", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 17:40:11.498617 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a3ae585ed2656f1, network: default, NAD default, SandboxID: "a3ae585ed2656f1cb01db6ef7e3f28eb98c7924ecb98789d573478fab284c18d", PCI device ID: , UID: "021137da-d174-4c88-8aa5-e782964d8f98", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 17:40:11.505379 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-657b7b455f-jls9p, hostIfaceName: 72c903dff089771, network: default, NAD default, SandboxID: "72c903dff0897715cc315447fb7551e824697c355bed3627b11d74a9c5375a32", PCI device ID: , UID: "1af19d60-ef11-4657-b217-b91f7e9dc27d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 17:40:11.509509 3821 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4 5aaf5f137386a28a0c6d839b45c78ae421727635c877c3ae4beb5eda30497745 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4 5aaf5f137386a28a0c6d839b45c78ae421727635c877c3ae4beb5eda30497745 network default NAD default NAD key ] I0512 17:40:11.509829 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-769ccfbc5c-sp9ps, hostIfaceName: 818f11883d11df8, network: default, NAD default, SandboxID: "818f11883d11df8ea5475052c38cd59e3459a27ef4df2bdf45f0ec25565c4da3", PCI device ID: , UID: "08dfd752-5604-4d39-b32e-05ca10b674d8", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 17:40:11.524964 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-f8lm4, hostIfaceName: 5aaf5f137386a28, network: default, NAD default, SandboxID: "5aaf5f137386a28a0c6d839b45c78ae421727635c877c3ae4beb5eda30497745", PCI device ID: , UID: "f3b1a0fb-3310-4604-8bdb-52d500f02e65", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 17:40:11.585402 3821 cni.go:473] [openshift-monitoring/thanos-querier-657b7b455f-jls9p 72c903dff0897715cc315447fb7551e824697c355bed3627b11d74a9c5375a32 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-657b7b455f-jls9p 72c903dff0897715cc315447fb7551e824697c355bed3627b11d74a9c5375a32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:23:c5:71:65:61\",\"name\":\"72c903dff089771\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b27a156-3811-4d23-bec4-d20fc4029a5f\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:11.816244 3821 cni.go:473] [openshift-monitoring/metrics-server-769ccfbc5c-sp9ps 818f11883d11df8ea5475052c38cd59e3459a27ef4df2bdf45f0ec25565c4da3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-769ccfbc5c-sp9ps 818f11883d11df8ea5475052c38cd59e3459a27ef4df2bdf45f0ec25565c4da3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4a:90:49:18:44\",\"name\":\"818f11883d11df8\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea8701b2-c752-4045-8302-7d2f855e31fa\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:11.816295 3821 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4 5aaf5f137386a28a0c6d839b45c78ae421727635c877c3ae4beb5eda30497745 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-f8lm4 5aaf5f137386a28a0c6d839b45c78ae421727635c877c3ae4beb5eda30497745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5a:c0:74:f0:e5\",\"name\":\"5aaf5f137386a28\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df78c85f-761c-483d-9408-cd95fe4fdf7d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:11.816567 3821 cni.go:473] [openshift-monitoring/alertmanager-main-0 a3ae585ed2656f1cb01db6ef7e3f28eb98c7924ecb98789d573478fab284c18d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a3ae585ed2656f1cb01db6ef7e3f28eb98c7924ecb98789d573478fab284c18d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:13:de:a3:fb:5b\",\"name\":\"a3ae585ed2656f1\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c62e116-b33f-44dc-bf95-d4503c48714f\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:40:11.816726 3821 cni.go:473] [openshift-monitoring/telemeter-client-86979555b8-dmnxt f4851700bb935543499b94ebc3612942d0bae36cd992e076b2dda9058d7a7d14 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-86979555b8-dmnxt f4851700bb935543499b94ebc3612942d0bae36cd992e076b2dda9058d7a7d14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1a:c7:f8:23:3b\",\"name\":\"f4851700bb93554\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3aa043b5-16c2-4b99-a8ca-7d23fa9b6488\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:40:12.513736 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:12.513758 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:12.714602 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0512 17:40:13.344252 3821 cni.go:452] [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key ] I0512 17:40:13.432504 3821 cni.go:473] [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6f546f9c95-69djc 672c2f8b36007f5901114a30404b27bb2edf16e50cdabe465605847e0be3ebd0 network default NAD default NAD key default], result "{}", err I0512 17:40:13.844776 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:13.845514 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.101550 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.101623 3821 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.103666 3821 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6f546f9c95-69djc, ips: 10.130.0.6 I0512 17:40:14.103716 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.113209 3821 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cd598f8dc-prvcp] creating logical port openshift-image-registry_image-registry-cd598f8dc-prvcp for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:14.113381 3821 kube.go:256] Updating pod openshift-image-registry/image-registry-cd598f8dc-prvcp I0512 17:40:14.130062 3821 pod.go:62] [openshift-image-registry/image-registry-cd598f8dc-prvcp] pod update took 16.723003ms I0512 17:40:14.130096 3821 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cd598f8dc-prvcp] addLogicalPort annotation time took 16.763217ms I0512 17:40:14.131627 3821 pods.go:271] [openshift-image-registry/image-registry-cd598f8dc-prvcp] addLogicalPort took 18.440567ms, libovsdb time 1.122177ms W0512 17:40:14.528374 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 17:40:14.650117 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.650149 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.664070 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.664164 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.666626 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.666703 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.673881 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:40:14.673916 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:40:15.129752 3821 cni.go:452] [openshift-image-registry/image-registry-cd598f8dc-prvcp 4f0ec4881e142d96471b37c45e2d2a7946764d2c2062493ee577915e978df33d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-cd598f8dc-prvcp 4f0ec4881e142d96471b37c45e2d2a7946764d2c2062493ee577915e978df33d network default NAD default NAD key ] I0512 17:40:15.142337 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cd598f8dc-prvcp, hostIfaceName: 4f0ec4881e142d9, network: default, NAD default, SandboxID: "4f0ec4881e142d96471b37c45e2d2a7946764d2c2062493ee577915e978df33d", PCI device ID: , UID: "251d9479-cfb5-4a5a-9cac-6afc4c698011", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 17:40:15.216581 3821 cni.go:473] [openshift-image-registry/image-registry-cd598f8dc-prvcp 4f0ec4881e142d96471b37c45e2d2a7946764d2c2062493ee577915e978df33d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-cd598f8dc-prvcp 4f0ec4881e142d96471b37c45e2d2a7946764d2c2062493ee577915e978df33d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:55:cb:cb:8d:f7\",\"name\":\"4f0ec4881e142d9\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d64af73-bb51-4bba-b952-cc40e663343c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:40:15.695414 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.695439 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.695447 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.746759 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 17:40:16.053592 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-846fd7974f-lhjts IP address from the namespace address-set, err: pod openshift-console/console-846fd7974f-lhjts: no pod IPs found W0512 17:40:16.056833 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-846fd7974f-lbs2q IP address from the namespace address-set, err: pod openshift-console/console-846fd7974f-lbs2q: no pod IPs found W0512 17:40:16.681162 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681181 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681186 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681190 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543094 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543121 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543130 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543136 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562160 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562183 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562193 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562201 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562222 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562227 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562234 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562238 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.707302 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.707328 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.707339 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.707347 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 17:40:30.508714 3821 cni.go:452] [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key ] I0512 17:40:30.589437 3821 cni.go:473] [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5bcd9bb6f-mplzz 5dc2b6b89fd517e736fe3880a43bb556d66e9f21da68f27aa77eb9b2c379d773 network default NAD default NAD key default], result "{}", err I0512 17:40:30.654908 3821 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:30.654969 3821 pods.go:176] Deleting pod: openshift-console/console-5bcd9bb6f-mplzz I0512 17:40:30.656394 3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bcd9bb6f-mplzz, ips: 10.130.0.13 I0512 17:40:30.656436 3821 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:30.666521 3821 base_network_controller_pods.go:487] [default/openshift-console/console-7cd5bfc546-56dhx] creating logical port openshift-console_console-7cd5bfc546-56dhx for pod on switch ip-10-0-0-127.ec2.internal I0512 17:40:30.666676 3821 kube.go:256] Updating pod openshift-console/console-7cd5bfc546-56dhx I0512 17:40:30.684037 3821 pod.go:62] [openshift-console/console-7cd5bfc546-56dhx] pod update took 17.399189ms I0512 17:40:30.684061 3821 base_network_controller_pods.go:951] [default/openshift-console/console-7cd5bfc546-56dhx] addLogicalPort annotation time took 17.429247ms I0512 17:40:30.685277 3821 pods.go:271] [openshift-console/console-7cd5bfc546-56dhx] addLogicalPort took 18.768845ms, libovsdb time 881.379µs I0512 17:40:31.033817 3821 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:31.033845 3821 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:31.038284 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd9bb6f-mplzz I0512 17:40:31.038318 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd9bb6f-mplzz I0512 17:40:31.066243 3821 cni.go:452] [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key ] I0512 17:40:31.076721 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cd5bfc546-56dhx, hostIfaceName: 7f771eb1913166c, network: default, NAD default, SandboxID: "7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30", PCI device ID: , UID: "c329df58-7736-40b6-9832-16e4ec03abfb", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0512 17:40:31.138986 3821 cni.go:473] [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fe:e9:f5:95:e1\",\"name\":\"7f771eb1913166c\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f39b59c0-0505-4f26-b887-7328ef51dc73\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:40:32.722650 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 17:40:34.011765 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.011788 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.011793 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.011806 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.011811 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:34.011816 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:35.525627 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 17:40:35.525655 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 17:40:35.652237 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:35.652267 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:35.698183 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:35.698209 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:36.675195 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 17:40:36.715049 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:40:36.873360 3821 obj_retry.go:498] Detected object openshift-console/console-57b465587-v6ttj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:36.873963 3821 obj_retry.go:498] Detected object openshift-console/console-57b465587-v6ttj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:37.808824 3821 obj_retry.go:492] Detected object openshift-console/console-57b465587-v6ttj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:37.808848 3821 obj_retry.go:492] Detected object openshift-console/console-57b465587-v6ttj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:37.824816 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57b465587-v6ttj I0512 17:40:37.824847 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57b465587-v6ttj W0512 17:40:41.772279 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 17:40:41.803327 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 17:40:44.582838 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:44.582867 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:44.582874 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:57.843915 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 17:41:01.005143 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.005693 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.366051 3821 obj_retry.go:498] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.366588 3821 obj_retry.go:498] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.704956 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.704982 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.707903 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.707949 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.871665 3821 obj_retry.go:492] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.871688 3821 obj_retry.go:492] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.877711 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:01.877740 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:07.145054 3821 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:07.145653 3821 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:07.731846 3821 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:07.731871 3821 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:07.738526 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd9bb6f-j42s6 I0512 17:41:07.738552 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd9bb6f-j42s6 I0512 17:41:34.603610 3821 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:41:34.603716 3821 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 I0512 17:41:34.618621 3821 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2] pod update took 14.944449ms I0512 17:41:34.618645 3821 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2] addLogicalPort annotation time took 14.97469ms I0512 17:41:34.619904 3821 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2] addLogicalPort took 16.309193ms, libovsdb time 873.684µs I0512 17:41:34.965691 3821 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key ] I0512 17:41:34.975393 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2, hostIfaceName: d5615221e8d8f4f, network: default, NAD default, SandboxID: "d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da", PCI device ID: , UID: "618f5ff6-91a8-42bc-bb9a-28f21b0ff298", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 17:41:35.027682 3821 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:52:10:67:fe:d0\",\"name\":\"d5615221e8d8f4f\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1e5e83d-02e5-4052-80f3-36083aeb2e2c\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:41:42.047437 3821 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key ] I0512 17:41:42.133204 3821 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm 9a3d5443e9d4746998a50d5b846594f1c1b35ef6ea14a49eac12216dd2d251c4 network default NAD default NAD key default], result "{}", err I0512 17:41:42.176078 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:42.176106 3821 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm I0512 17:41:42.177400 3821 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm, ips: 10.130.0.14 I0512 17:41:42.177432 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:43.084496 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:43.084526 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:45.743765 3821 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-kws6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:45.744344 3821 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-kws6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:46.061985 3821 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-kws6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:46.062015 3821 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-kws6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:46.069027 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cd5bfc546-kws6t I0512 17:41:46.069054 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cd5bfc546-kws6t I0512 17:41:51.090107 3821 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key ] I0512 17:41:51.164848 3821 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 d5615221e8d8f4f035ed4c344dd839a501205b7a8b8e6151cb47f7750c73e4da network default NAD default NAD key default], result "{}", err I0512 17:41:51.216328 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.216392 3821 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 I0512 17:41:51.217783 3821 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2, ips: 10.130.0.24 I0512 17:41:51.217813 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217834 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217845 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 17:41:51.218111 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.218129 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 17:41:52.240622 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.240655 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.240673 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.240694 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:54.707964 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 17:41:54.718954 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 17:41:56.048034 3821 cni.go:452] [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key ] I0512 17:41:56.124426 3821 cni.go:473] [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cd5bfc546-56dhx 7f771eb1913166c668978d7373105c2a2226aa852bb227ee98551dfd6cd8ca30 network default NAD default NAD key default], result "{}", err I0512 17:41:56.171283 3821 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-56dhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:56.171321 3821 pods.go:176] Deleting pod: openshift-console/console-7cd5bfc546-56dhx I0512 17:41:56.172713 3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cd5bfc546-56dhx, ips: 10.130.0.23 I0512 17:41:56.172747 3821 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-56dhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:57.108136 3821 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-56dhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:57.108162 3821 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-56dhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:57.114965 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cd5bfc546-56dhx I0512 17:41:57.114995 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cd5bfc546-56dhx I0512 17:44:09.591917 3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 17:44:24.872236 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 I0512 17:44:39.991721 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0512 17:44:45.872211 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 17:44:55.875578 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0512 17:44:57.875446 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0512 17:45:00.883078 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=459 I0512 17:45:01.959099 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 17:45:30.981137 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 17:45:38.965075 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 17:45:41.959143 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 17:45:46.483487 3821 namespace.go:98] [tsf] adding namespace I0512 17:45:46.484444 3821 namespace.go:102] [tsf] adding namespace took 928.261µs I0512 17:45:46.501319 3821 namespace.go:142] [tsf] updating namespace I0512 17:45:46.514377 3821 namespace.go:142] [tsf] updating namespace I0512 17:45:51.021693 3821 namespace.go:98] [konflux-operator] adding namespace I0512 17:45:51.022615 3821 namespace.go:102] [konflux-operator] adding namespace took 894.685µs I0512 17:45:51.023865 3821 namespace.go:98] [tsf-keycloak] adding namespace I0512 17:45:51.023904 3821 namespace.go:98] [tsf-tas] adding namespace I0512 17:45:51.024150 3821 namespace.go:98] [tsf-tpa] adding namespace I0512 17:45:51.024302 3821 namespace.go:98] [cert-manager-operator] adding namespace I0512 17:45:51.024335 3821 namespace.go:98] [rhbk-operator] adding namespace I0512 17:45:51.024670 3821 namespace.go:102] [tsf-keycloak] adding namespace took 784.278µs I0512 17:45:51.025256 3821 namespace.go:98] [konflux-ui] adding namespace I0512 17:45:51.025317 3821 namespace.go:102] [tsf-tas] adding namespace took 1.400613ms I0512 17:45:51.025345 3821 namespace.go:98] [rhtpa-operator] adding namespace I0512 17:45:51.026039 3821 namespace.go:102] [rhtpa-operator] adding namespace took 685.57µs I0512 17:45:51.026712 3821 namespace.go:102] [tsf-tpa] adding namespace took 2.546684ms I0512 17:45:51.027518 3821 namespace.go:102] [cert-manager-operator] adding namespace took 3.18275ms I0512 17:45:51.028195 3821 namespace.go:102] [rhbk-operator] adding namespace took 3.833757ms I0512 17:45:51.028821 3821 namespace.go:102] [konflux-ui] adding namespace took 3.548527ms I0512 17:45:51.033896 3821 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.042757 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.046215 3821 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.046250 3821 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.046384 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.050144 3821 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.054557 3821 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.054626 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.054698 3821 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.073579 3821 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.091203 3821 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.093141 3821 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.097357 3821 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.113300 3821 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.120434 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.138837 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.160328 3821 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.167537 3821 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.173866 3821 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.191943 3821 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.195495 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.200321 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.210316 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.221256 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.997851 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 17:45:52.335605 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:52.356437 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:52.509139 3821 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-127.ec2.internal I0512 17:45:52.509260 3821 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 17:45:52.538096 3821 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.865756ms I0512 17:45:52.538124 3821 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.896603ms I0512 17:45:52.539462 3821 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 30.337244ms, libovsdb time 877.295µs I0512 17:45:52.886916 3821 cni.go:452] [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key ] I0512 17:45:52.896424 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 4cd76492ce47259, network: default, NAD default, SandboxID: "4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639", PCI device ID: , UID: "feaf4772-5ffc-4ba3-8726-0c9ad74cde28", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 17:45:52.948179 3821 cni.go:473] [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:37:c4:c4:b9:71\",\"name\":\"4cd76492ce47259\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b42e380-4cbb-4b59-8573-2359ec6c44ee\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:45:53.994650 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh for pod on switch ip-10-0-0-127.ec2.internal I0512 17:45:53.994755 3821 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh I0512 17:45:54.007270 3821 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh] pod update took 12.546472ms I0512 17:45:54.007308 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh] addLogicalPort annotation time took 12.590438ms I0512 17:45:54.008640 3821 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh] addLogicalPort took 14.012969ms, libovsdb time 915.158µs I0512 17:45:54.089443 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:45:54.089600 3821 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 I0512 17:45:54.101702 3821 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556] pod update took 12.148399ms I0512 17:45:54.101728 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556] addLogicalPort annotation time took 12.178612ms I0512 17:45:54.103208 3821 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556] addLogicalPort took 13.783207ms, libovsdb time 995.794µs I0512 17:45:54.382658 3821 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key ] I0512 17:45:54.393505 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh, hostIfaceName: 447a9945165ebcf, network: default, NAD default, SandboxID: "447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c", PCI device ID: , UID: "f666c95d-7e41-476e-8016-d23fc05bd70d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 17:45:54.451841 3821 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:1f:60:b7:ff:eb\",\"name\":\"447a9945165ebcf\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd832810-7207-446b-aeb7-950b321a4ed6\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:45:54.455084 3821 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key ] I0512 17:45:54.465315 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556, hostIfaceName: 85400af3b643aaf, network: default, NAD default, SandboxID: "85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127", PCI device ID: , UID: "469b665a-d46e-4bad-830b-f4ea259b91b9", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0512 17:45:54.519286 3821 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:3b:e2:de:88:67\",\"name\":\"85400af3b643aaf\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d34af9c5-2317-47c3-b505-092694b1095a\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:45:57.015510 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd for pod on switch ip-10-0-0-127.ec2.internal I0512 17:45:57.015639 3821 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd I0512 17:45:57.027835 3821 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd] pod update took 12.234554ms I0512 17:45:57.027862 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd] addLogicalPort annotation time took 12.269005ms I0512 17:45:57.029314 3821 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd] addLogicalPort took 13.826697ms, libovsdb time 990.087µs I0512 17:45:58.105109 3821 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key ] I0512 17:45:58.182268 3821 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh 447a9945165ebcf28dacd9d4b4d098aa6e560ed5ea379e000a3e1068f70f471c network default NAD default NAD key default], result "{}", err I0512 17:45:58.724209 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr for pod on switch ip-10-0-0-127.ec2.internal I0512 17:45:58.724337 3821 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr I0512 17:45:58.736857 3821 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr] pod update took 12.543922ms I0512 17:45:58.736895 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr] addLogicalPort annotation time took 12.586297ms I0512 17:45:58.738463 3821 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr] addLogicalPort took 14.27588ms, libovsdb time 1.033592ms I0512 17:45:59.031553 3821 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.031590 3821 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh I0512 17:45:59.033145 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh, ips: 10.130.0.26 I0512 17:45:59.033180 3821 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033204 3821 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033212 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:45:59.033407 3821 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.033425 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:00.056392 3821 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.056451 3821 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.056468 3821 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.056480 3821 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.182410 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp for pod on switch ip-10-0-0-127.ec2.internal I0512 17:46:00.182536 3821 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp I0512 17:46:00.195355 3821 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp] pod update took 12.857062ms I0512 17:46:00.195383 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp] addLogicalPort annotation time took 12.891553ms I0512 17:46:00.196662 3821 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp] addLogicalPort took 14.276947ms, libovsdb time 879.359µs I0512 17:46:00.288817 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg for pod on switch ip-10-0-0-127.ec2.internal I0512 17:46:00.288970 3821 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg I0512 17:46:00.301772 3821 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg] pod update took 12.861551ms I0512 17:46:00.301808 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg] addLogicalPort annotation time took 12.906235ms I0512 17:46:00.303199 3821 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg] addLogicalPort took 14.403979ms, libovsdb time 925.273µs I0512 17:46:02.674320 3821 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key ] I0512 17:46:02.676077 3821 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key ] I0512 17:46:02.688187 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd, hostIfaceName: 38b6ddd4f664563, network: default, NAD default, SandboxID: "38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f", PCI device ID: , UID: "b83de09d-d5f0-49ac-a756-138940dce932", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0512 17:46:02.688594 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr, hostIfaceName: 8c29288f05d1c4e, network: default, NAD default, SandboxID: "8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14", PCI device ID: , UID: "13d85104-ba14-4c9f-bf28-03249405279b", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0512 17:46:02.713825 3821 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key ] I0512 17:46:02.717038 3821 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key ] I0512 17:46:02.728879 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg, hostIfaceName: 887e35db63aa120, network: default, NAD default, SandboxID: "887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551", PCI device ID: , UID: "1989b42a-524d-41ca-98ea-b08f18571073", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0512 17:46:02.729495 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp, hostIfaceName: aa89970900431cb, network: default, NAD default, SandboxID: "aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414", PCI device ID: , UID: "fdc8d657-cc3d-42c5-97d1-cd0fd9ae02cc", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0512 17:46:02.967030 3821 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:eb:2c:2d:b5:aa\",\"name\":\"38b6ddd4f664563\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7af0c538-801e-4a2a-8a44-ac6fb99a62fc\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:46:02.967962 3821 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a7:3d:14:57:c6\",\"name\":\"8c29288f05d1c4e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db939921-5edd-432f-930b-1334d8bebfa2\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:46:03.007682 3821 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:91:e8:11:f9:19\",\"name\":\"aa89970900431cb\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f98b494-a95d-4d56-b7fa-5cb4c6818917\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:46:03.007724 3821 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5f:c4:88:19:63\",\"name\":\"887e35db63aa120\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf0699c7-1426-4db5-b29b-98486b566076\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:46:05.168789 3821 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key ] I0512 17:46:05.248427 3821 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 85400af3b643aafd094ac12d34a850b1061c2eb5bf003609248903a58bc77127 network default NAD default NAD key default], result "{}", err I0512 17:46:05.284614 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.284724 3821 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 I0512 17:46:05.286359 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556, ips: 10.130.0.27 I0512 17:46:05.286396 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286426 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286437 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:05.286617 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.286633 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:06.310366 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310396 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310419 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310433 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:07.195402 3821 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key ] I0512 17:46:07.272238 3821 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr 8c29288f05d1c4e43e087840b9b0724742f2e2243c820dbee2363454f33b4a14 network default NAD default NAD key default], result "{}", err I0512 17:46:07.324040 3821 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.324093 3821 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr I0512 17:46:07.325705 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr, ips: 10.130.0.29 I0512 17:46:07.325735 3821 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325754 3821 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325764 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:07.325958 3821 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.325975 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.212261 3821 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key ] I0512 17:46:08.212607 3821 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key ] I0512 17:46:08.215278 3821 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key ] I0512 17:46:08.296349 3821 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg 887e35db63aa1208fdf73bc091bcb232170308d0927b543d0d6928a052d8e551 network default NAD default NAD key default], result "{}", err I0512 17:46:08.340208 3821 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp aa89970900431cb0841d32bc03b6e232af99da5d2a7bed20732cc6a4a9ef0414 network default NAD default NAD key default], result "{}", err I0512 17:46:08.348892 3821 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.348938 3821 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.348958 3821 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.348966 3821 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.353782 3821 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd 38b6ddd4f664563398b02862c0735bc9475a0d9a5545ba5aa3015b3279c1bd5f network default NAD default NAD key default], result "{}", err I0512 17:46:08.354069 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.354129 3821 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg I0512 17:46:08.355597 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg, ips: 10.130.0.31 I0512 17:46:08.355629 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.355651 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.355661 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.355845 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.355863 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.409786 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.409822 3821 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp I0512 17:46:08.411351 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp, ips: 10.130.0.30 I0512 17:46:08.411377 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.411393 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.411400 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.411651 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.411668 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.439010 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.439073 3821 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd I0512 17:46:08.440685 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd, ips: 10.130.0.28 I0512 17:46:08.440719 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.440739 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.440746 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.440953 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.440972 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:09.379512 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.379540 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.379553 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.379561 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438507 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438533 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438581 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438590 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466136 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466166 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466181 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466192 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:15.986558 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 17:46:21.138433 3821 namespace.go:98] [cert-manager] adding namespace I0512 17:46:21.139426 3821 namespace.go:102] [cert-manager] adding namespace took 965.403µs I0512 17:46:21.163896 3821 namespace.go:142] [cert-manager] updating namespace I0512 17:46:21.177547 3821 namespace.go:142] [cert-manager] updating namespace W0512 17:46:24.947769 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:26.308642 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:26.313476 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.224318 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:27.224338 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:27.460746 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.469818 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.486683 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.497374 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 17:46:32.913824 3821 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:32.922983 3821 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:33.155059 3821 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-r7shd for pod on switch ip-10-0-0-127.ec2.internal I0512 17:46:33.155206 3821 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd I0512 17:46:33.177887 3821 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd] pod update took 22.718596ms I0512 17:46:33.177911 3821 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd] addLogicalPort annotation time took 22.747624ms I0512 17:46:33.179163 3821 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd] addLogicalPort took 24.128828ms, libovsdb time 884.152µs I0512 17:46:33.519427 3821 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd 1486af1faeb23abc70e866b8e42aa6eee343c57ea4f8f741fdb434aed6f0f0ec network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd 1486af1faeb23abc70e866b8e42aa6eee343c57ea4f8f741fdb434aed6f0f0ec network default NAD default NAD key ] I0512 17:46:33.529052 3821 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-r7shd, hostIfaceName: 1486af1faeb23ab, network: default, NAD default, SandboxID: "1486af1faeb23abc70e866b8e42aa6eee343c57ea4f8f741fdb434aed6f0f0ec", PCI device ID: , UID: "146e9ded-3e28-4e31-a2f1-73014a29f1a1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0512 17:46:33.581751 3821 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd 1486af1faeb23abc70e866b8e42aa6eee343c57ea4f8f741fdb434aed6f0f0ec network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-r7shd 1486af1faeb23abc70e866b8e42aa6eee343c57ea4f8f741fdb434aed6f0f0ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:fb:82:50:b6:7a\",\"name\":\"1486af1faeb23ab\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1febc4bd-ad0c-49a3-8e2a-89d75ea7075f\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:46:37.575959 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 17:46:43.011379 3821 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 17:46:43.012244 3821 namespace.go:102] [trusted-artifact-signer] adding namespace took 837.989µs I0512 17:46:43.039474 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:46:43.051635 3821 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 17:46:43.051750 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 17:46:44.089360 3821 namespace.go:142] [openshift-operators] updating namespace W0512 17:46:48.417593 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 17:46:53.877804 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=61 I0512 17:46:56.492138 3821 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-vv6cv for pod on switch ip-10-0-0-127.ec2.internal I0512 17:46:56.492235 3821 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv I0512 17:46:56.507131 3821 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv] pod update took 14.92012ms I0512 17:46:56.507157 3821 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv] addLogicalPort annotation time took 14.95236ms I0512 17:46:56.508395 3821 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv] addLogicalPort took 16.273826ms, libovsdb time 890.675µs I0512 17:46:56.860347 3821 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv 2c9cb0c404b62211e2388a4b180acd7004a33e2a885ddf71ab6cad0d8703236b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv 2c9cb0c404b62211e2388a4b180acd7004a33e2a885ddf71ab6cad0d8703236b network default NAD default NAD key ] I0512 17:46:56.869972 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-vv6cv, hostIfaceName: 2c9cb0c404b6221, network: default, NAD default, SandboxID: "2c9cb0c404b62211e2388a4b180acd7004a33e2a885ddf71ab6cad0d8703236b", PCI device ID: , UID: "f7c699c5-40bb-41f7-aed4-6ea90118f74e", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0512 17:46:56.923196 3821 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv 2c9cb0c404b62211e2388a4b180acd7004a33e2a885ddf71ab6cad0d8703236b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vv6cv 2c9cb0c404b62211e2388a4b180acd7004a33e2a885ddf71ab6cad0d8703236b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:97:f5:ed:5f:59\",\"name\":\"2c9cb0c404b6221\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fd77dea-f064-41fb-ac1e-c158fccb1ccc\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:46:59.506557 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:47:01.530218 3821 namespace.go:98] [openshift-pipelines] adding namespace I0512 17:47:01.531229 3821 namespace.go:102] [openshift-pipelines] adding namespace took 988.909µs I0512 17:47:01.556490 3821 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:47:02.241672 3821 namespace.go:142] [cert-manager] updating namespace I0512 17:47:02.444421 3821 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:02.848807 3821 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:03.047574 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:03.246736 3821 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:03.648710 3821 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:03.850978 3821 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:04.049442 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:04.249125 3821 namespace.go:142] [tsf] updating namespace I0512 17:47:04.452150 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:04.654974 3821 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:04.853199 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:04.987801 3821 namespace.go:142] [cert-manager] updating namespace I0512 17:47:04.995894 3821 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:05.003219 3821 namespace.go:142] [default] updating namespace I0512 17:47:05.012629 3821 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:05.021045 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:05.028943 3821 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:05.036272 3821 namespace.go:142] [openshift] updating namespace I0512 17:47:05.044915 3821 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:05.053969 3821 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:05.061219 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:05.075154 3821 namespace.go:142] [tsf] updating namespace I0512 17:47:05.093819 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:05.114024 3821 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:05.137318 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:05.234613 3821 namespace.go:142] [cert-manager] updating namespace I0512 17:47:05.336822 3821 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:05.436315 3821 namespace.go:142] [default] updating namespace I0512 17:47:05.525737 3821 cni.go:452] [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key ] I0512 17:47:05.536355 3821 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:05.592259 3821 cni.go:473] [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 4cd76492ce472590d763dc5f56d0d2f556e37589c094585743ef2db2939ea639 network default NAD default NAD key default], result "{}", err I0512 17:47:05.636257 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:05.645715 3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:05.645749 3821 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 17:47:05.647345 3821 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.25 I0512 17:47:05.647377 3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:05.666575 3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:05.666597 3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:05.672694 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 17:47:05.672721 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 17:47:05.737868 3821 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:05.835631 3821 namespace.go:142] [openshift] updating namespace I0512 17:47:05.934726 3821 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:06.035780 3821 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:06.138214 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:06.236085 3821 namespace.go:142] [tsf] updating namespace I0512 17:47:06.335878 3821 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:06.437730 3821 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:06.539831 3821 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:06.816416 3821 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:47:07.190045 3821 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:07.190136 3821 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 17:47:07.236417 3821 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 46.304236ms I0512 17:47:07.236440 3821 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 46.332029ms I0512 17:47:07.237736 3821 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 47.707051ms, libovsdb time 944.57µs I0512 17:47:07.567498 3821 cni.go:452] [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key ] I0512 17:47:07.577334 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 49ab295fc1af7e8, network: default, NAD default, SandboxID: "49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a", PCI device ID: , UID: "2f7d9fe8-f605-44f7-84fa-ef5914030762", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0512 17:47:07.628665 3821 cni.go:473] [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e4:6d:b4:73:e2\",\"name\":\"49ab295fc1af7e8\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5146292-270e-4fef-971f-e3ea05cb8431\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:47:10.012661 3821 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-k4k5g for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:10.012760 3821 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g I0512 17:47:10.027220 3821 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g] pod update took 14.490663ms I0512 17:47:10.027246 3821 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g] addLogicalPort annotation time took 14.520972ms I0512 17:47:10.028404 3821 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g] addLogicalPort took 15.758551ms, libovsdb time 828.822µs I0512 17:47:10.114535 3821 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-wk5cb for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:10.114663 3821 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb I0512 17:47:10.126372 3821 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb] pod update took 11.753773ms I0512 17:47:10.126403 3821 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb] addLogicalPort annotation time took 11.788181ms I0512 17:47:10.127633 3821 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb] addLogicalPort took 13.115995ms, libovsdb time 837.043µs W0512 17:47:10.503384 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:47:10.555547 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 17:47:10.555647 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5fhws IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5fhws: no pod IPs found I0512 17:47:15.006498 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:15.006601 3821 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt I0512 17:47:15.022998 3821 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt] pod update took 16.432535ms I0512 17:47:15.023021 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt] addLogicalPort annotation time took 16.459901ms I0512 17:47:15.025008 3821 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt] addLogicalPort took 18.530012ms, libovsdb time 1.306195ms I0512 17:47:15.112225 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-5wztn for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:15.112324 3821 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn I0512 17:47:15.130298 3821 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn] pod update took 18.000161ms I0512 17:47:15.130325 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn] addLogicalPort annotation time took 18.034373ms I0512 17:47:15.131815 3821 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn] addLogicalPort took 19.60592ms, libovsdb time 1.036283ms I0512 17:47:15.367122 3821 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt 7871d8ef3e4ad5c999c7a398e7b880c79a945f30d3862d65f817f89ccd7a567f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt 7871d8ef3e4ad5c999c7a398e7b880c79a945f30d3862d65f817f89ccd7a567f network default NAD default NAD key ] I0512 17:47:15.377725 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt, hostIfaceName: 7871d8ef3e4ad5c, network: default, NAD default, SandboxID: "7871d8ef3e4ad5c999c7a398e7b880c79a945f30d3862d65f817f89ccd7a567f", PCI device ID: , UID: "9028c3c0-dec8-4a94-b76f-1e25307755ac", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0512 17:47:15.430709 3821 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt 7871d8ef3e4ad5c999c7a398e7b880c79a945f30d3862d65f817f89ccd7a567f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tptzt 7871d8ef3e4ad5c999c7a398e7b880c79a945f30d3862d65f817f89ccd7a567f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b6:41:2a:23:ae\",\"name\":\"7871d8ef3e4ad5c\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae32aa60-ba4f-438d-9077-528fe9d9d87f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:47:15.475379 3821 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn 2c5a365206a03e8fae6321ad21a0f2f8bfa0181930d1d9b02b969ba7cce9fc4c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn 2c5a365206a03e8fae6321ad21a0f2f8bfa0181930d1d9b02b969ba7cce9fc4c network default NAD default NAD key ] I0512 17:47:15.486343 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-5wztn, hostIfaceName: 2c5a365206a03e8, network: default, NAD default, SandboxID: "2c5a365206a03e8fae6321ad21a0f2f8bfa0181930d1d9b02b969ba7cce9fc4c", PCI device ID: , UID: "655fee10-253d-449b-90f5-3e904a271e81", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0512 17:47:15.539709 3821 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn 2c5a365206a03e8fae6321ad21a0f2f8bfa0181930d1d9b02b969ba7cce9fc4c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5wztn 2c5a365206a03e8fae6321ad21a0f2f8bfa0181930d1d9b02b969ba7cce9fc4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:e4:f8:17:fc:90\",\"name\":\"2c5a365206a03e8\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3e54b21-4360-4af8-897a-1bdb5e4fc6ec\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:47:17.999259 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0512 17:47:19.482507 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.482529 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.482535 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.509295 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.509323 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.509331 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.612023 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.612045 3821 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.612052 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.612057 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 17:47:19.780263 3821 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g c915b1af2bc860fced4ea395ba6783128f0a9c870b0eddcefaf1c97ac8d0625c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g c915b1af2bc860fced4ea395ba6783128f0a9c870b0eddcefaf1c97ac8d0625c network default NAD default NAD key ] I0512 17:47:19.780843 3821 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb a514d914cf3bf22e81958bbd593e3e122f12989a35043bb950174c0778a9bdaf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb a514d914cf3bf22e81958bbd593e3e122f12989a35043bb950174c0778a9bdaf network default NAD default NAD key ] I0512 17:47:19.792847 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-wk5cb, hostIfaceName: a514d914cf3bf22, network: default, NAD default, SandboxID: "a514d914cf3bf22e81958bbd593e3e122f12989a35043bb950174c0778a9bdaf", PCI device ID: , UID: "ad8a1131-72a3-4c3e-b98e-b09d32bc961e", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0512 17:47:19.793649 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-k4k5g, hostIfaceName: c915b1af2bc860f, network: default, NAD default, SandboxID: "c915b1af2bc860fced4ea395ba6783128f0a9c870b0eddcefaf1c97ac8d0625c", PCI device ID: , UID: "7201f2d0-d0e2-4574-b496-f13a1bf4da6a", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0512 17:47:19.852647 3821 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb a514d914cf3bf22e81958bbd593e3e122f12989a35043bb950174c0778a9bdaf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wk5cb a514d914cf3bf22e81958bbd593e3e122f12989a35043bb950174c0778a9bdaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:1b:b8:b4:20:92\",\"name\":\"a514d914cf3bf22\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b8309a1-f486-4ba7-8c56-c551b1f4188d\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:47:19.874474 3821 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g c915b1af2bc860fced4ea395ba6783128f0a9c870b0eddcefaf1c97ac8d0625c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k4k5g c915b1af2bc860fced4ea395ba6783128f0a9c870b0eddcefaf1c97ac8d0625c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:65:92:9a:56:db\",\"name\":\"c915b1af2bc860f\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09a504dd-1a46-480f-a358-571245a380cb\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:47:20.664647 3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 17:47:20.690740 3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 17:47:30.633281 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:30.633308 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:30.633314 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:30.633320 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:41.619127 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 17:47:41.641305 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 17:47:42.635330 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 17:47:45.779436 3821 cni.go:452] [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key ] I0512 17:47:45.862227 3821 cni.go:473] [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 49ab295fc1af7e8c7b6b87646b2e25c8aa62d5bc59b2208b6915075ed88c431a network default NAD default NAD key default], result "{}", err I0512 17:47:45.913682 3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:45.913720 3821 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 17:47:45.915132 3821 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.34 I0512 17:47:45.915168 3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:45.934386 3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:45.934411 3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:45.939890 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 17:47:45.939912 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 17:47:46.964448 3821 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:46.964583 3821 kube.go:256] Updating pod tsf/test-tsf-iam I0512 17:47:46.977240 3821 pod.go:62] [tsf/test-tsf-iam] pod update took 12.67986ms I0512 17:47:46.977266 3821 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 12.711892ms I0512 17:47:46.978652 3821 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 14.224728ms, libovsdb time 947.67µs I0512 17:47:47.347473 3821 cni.go:452] [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key ] I0512 17:47:47.357674 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 0d53591335bd3b3, network: default, NAD default, SandboxID: "0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8", PCI device ID: , UID: "253ade69-e920-4ae9-822f-d066cf6386bf", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0512 17:47:47.410544 3821 cni.go:473] [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a2:57:26:48:f8\",\"name\":\"0d53591335bd3b3\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6208840-7303-4bab-b265-2e8498e0484c\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:47:47.880037 3821 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 17:47:47.880638 3821 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 17:47:47.880658 3821 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 17:47:47.882652 3821 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 17:47:48.243961 3821 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:47:48.244067 3821 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 17:47:48.261599 3821 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.55516ms I0512 17:47:48.261625 3821 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.591979ms I0512 17:47:48.263102 3821 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.182469ms, libovsdb time 984.347µs I0512 17:47:48.612307 3821 cni.go:452] [tsf-keycloak/keycloak-0 5ec9858efb85bc006b10c2fff5a4de2990448120db8d6df2493c45105e234b28 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 5ec9858efb85bc006b10c2fff5a4de2990448120db8d6df2493c45105e234b28 network default NAD default NAD key ] I0512 17:47:48.623124 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 5ec9858efb85bc0, network: default, NAD default, SandboxID: "5ec9858efb85bc006b10c2fff5a4de2990448120db8d6df2493c45105e234b28", PCI device ID: , UID: "564781fb-2212-4707-8d44-85aefe4aed6b", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0512 17:47:48.675367 3821 cni.go:473] [tsf-keycloak/keycloak-0 5ec9858efb85bc006b10c2fff5a4de2990448120db8d6df2493c45105e234b28 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 5ec9858efb85bc006b10c2fff5a4de2990448120db8d6df2493c45105e234b28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c3:71:ab:34:ee\",\"name\":\"5ec9858efb85bc0\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faf1d596-297b-4918-bb71-9a34e52263f4\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:47:54.843714 3821 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:47:54.843745 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:47:54.846625 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 17:47:54.846720 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 17:47:59.335286 3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 17:48:18.487778 3821 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.487807 3821 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.487813 3821 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.837264 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0512 17:48:18.837289 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0512 17:48:18.844302 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:48:18.844325 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 17:48:28.131712 3821 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-dvfls] creating logical port tsf-keycloak_tsf-iam-dvfls for pod on switch ip-10-0-0-127.ec2.internal I0512 17:48:28.131839 3821 kube.go:256] Updating pod tsf-keycloak/tsf-iam-dvfls I0512 17:48:28.147130 3821 pod.go:62] [tsf-keycloak/tsf-iam-dvfls] pod update took 15.329815ms I0512 17:48:28.147161 3821 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-dvfls] addLogicalPort annotation time took 15.366898ms I0512 17:48:28.148529 3821 pods.go:271] [tsf-keycloak/tsf-iam-dvfls] addLogicalPort took 16.837165ms, libovsdb time 924.712µs I0512 17:48:28.496441 3821 cni.go:452] [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key ] I0512 17:48:28.506098 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-dvfls, hostIfaceName: e702dc807607e41, network: default, NAD default, SandboxID: "e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6", PCI device ID: , UID: "31e14fff-52e0-4b7a-a706-5ae03c1e7b2f", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0512 17:48:28.560623 3821 cni.go:473] [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ae:d1:43:3b:f6\",\"name\":\"e702dc807607e41\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f6f0fa2-b7d6-49c2-bcf8-c823fdf1dace\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:48:38.112018 3821 cni.go:452] [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key ] I0512 17:48:38.194702 3821 cni.go:473] [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 0d53591335bd3b36cecf62a17a3bf46d30e3892d29029db3f0948f17ab47d6b8 network default NAD default NAD key default], result "{}", err I0512 17:48:38.245517 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:38.245555 3821 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 17:48:38.247311 3821 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.39 I0512 17:48:38.247350 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:38.283008 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:38.283060 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:38.286240 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 17:48:38.286269 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 17:48:39.052654 3821 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-127.ec2.internal I0512 17:48:39.052758 3821 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 17:48:39.071548 3821 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.817907ms I0512 17:48:39.071586 3821 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.861439ms I0512 17:48:39.073449 3821 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.816805ms, libovsdb time 1.242351ms I0512 17:48:39.420014 3821 cni.go:452] [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key ] I0512 17:48:39.431143 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 3fe935eef2ae998, network: default, NAD default, SandboxID: "3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1", PCI device ID: , UID: "886acae5-d34f-4ad9-9416-89b5a2144210", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0512 17:48:39.493705 3821 cni.go:473] [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:38:81:58:49:45\",\"name\":\"3fe935eef2ae998\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76b27759-29b8-452e-bbde-1fba168a5ecd\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:48:41.039609 3821 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-569d798d7f-gdx9f] creating logical port tsf-tas_trillian-logsigner-569d798d7f-gdx9f for pod on switch ip-10-0-0-127.ec2.internal I0512 17:48:41.039715 3821 kube.go:256] Updating pod tsf-tas/trillian-logsigner-569d798d7f-gdx9f I0512 17:48:41.058098 3821 pod.go:62] [tsf-tas/trillian-logsigner-569d798d7f-gdx9f] pod update took 18.409165ms I0512 17:48:41.058122 3821 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-569d798d7f-gdx9f] addLogicalPort annotation time took 18.440835ms I0512 17:48:41.059389 3821 pods.go:271] [tsf-tas/trillian-logsigner-569d798d7f-gdx9f] addLogicalPort took 19.799233ms, libovsdb time 859.829µs I0512 17:48:42.005367 3821 cni.go:452] [tsf-tas/trillian-logsigner-569d798d7f-gdx9f 57e917fc1a7f99653f7f9867810df884347eec65c9e4538e6f41c306c781f05a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-569d798d7f-gdx9f 57e917fc1a7f99653f7f9867810df884347eec65c9e4538e6f41c306c781f05a network default NAD default NAD key ] I0512 17:48:42.016789 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-569d798d7f-gdx9f, hostIfaceName: 57e917fc1a7f996, network: default, NAD default, SandboxID: "57e917fc1a7f99653f7f9867810df884347eec65c9e4538e6f41c306c781f05a", PCI device ID: , UID: "3c235146-68a1-4348-8325-f663ed371c47", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0512 17:48:42.077532 3821 cni.go:473] [tsf-tas/trillian-logsigner-569d798d7f-gdx9f 57e917fc1a7f99653f7f9867810df884347eec65c9e4538e6f41c306c781f05a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-569d798d7f-gdx9f 57e917fc1a7f99653f7f9867810df884347eec65c9e4538e6f41c306c781f05a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f6:37:2b:a7:31\",\"name\":\"57e917fc1a7f996\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cf202bb-b76e-4ed2-8536-d0416d68eeef\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:48:42.911276 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 17:48:42.911310 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0512 17:48:47.179996 3821 cni.go:452] [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key ] I0512 17:48:47.261609 3821 cni.go:473] [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-dvfls e702dc807607e415e19d3b228f2a55a0d7a1f92e45bde0d22af33c5c6881f5a6 network default NAD default NAD key default], result "{}", err I0512 17:48:47.323099 3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dvfls of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:47.323140 3821 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-dvfls I0512 17:48:47.324427 3821 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-dvfls, ips: 10.130.0.41 I0512 17:48:47.324473 3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dvfls of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:47.969562 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 17:48:48.210234 3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dvfls of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:48.210260 3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dvfls of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 17:48:48.642546 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 17:48:50.598634 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-h7zf5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-h7zf5 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:48:50.598734 3821 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-h7zf5 I0512 17:48:50.615539 3821 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-h7zf5] pod update took 16.830979ms I0512 17:48:50.615566 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-h7zf5] addLogicalPort annotation time took 16.86249ms I0512 17:48:50.617335 3821 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-h7zf5] addLogicalPort took 18.722439ms, libovsdb time 1.238748ms I0512 17:48:51.561141 3821 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-h7zf5 95b823ab96644b3696aec5691bead71ccf656c3deccd4b87de3c22a96508940b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-h7zf5 95b823ab96644b3696aec5691bead71ccf656c3deccd4b87de3c22a96508940b network default NAD default NAD key ] I0512 17:48:51.570913 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-h7zf5, hostIfaceName: 95b823ab96644b3, network: default, NAD default, SandboxID: "95b823ab96644b3696aec5691bead71ccf656c3deccd4b87de3c22a96508940b", PCI device ID: , UID: "99c5654f-30ce-46ff-8bd9-103588c0d379", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0512 17:48:51.627540 3821 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-h7zf5 95b823ab96644b3696aec5691bead71ccf656c3deccd4b87de3c22a96508940b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-h7zf5 95b823ab96644b3696aec5691bead71ccf656c3deccd4b87de3c22a96508940b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:83:23:f0:cd:01\",\"name\":\"95b823ab96644b3\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f821b3e3-9284-4e46-b99f-d26443abf9d7\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:48:52.205732 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 17:48:53.982581 3821 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 17:48:54.140793 3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:54.141506 3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:55.162033 3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:55.162065 3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:07.012576 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-2xvp4 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:49:07.012708 3821 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4 I0512 17:49:07.029099 3821 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4] pod update took 16.415728ms I0512 17:49:07.029124 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4] addLogicalPort annotation time took 16.445417ms I0512 17:49:07.030339 3821 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4] addLogicalPort took 17.778288ms, libovsdb time 852.706µs I0512 17:49:07.378594 3821 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4 5e033d340565628c10ef2a9dd1fb0c441357d34999643fd375aa9d012c95dfd4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4 5e033d340565628c10ef2a9dd1fb0c441357d34999643fd375aa9d012c95dfd4 network default NAD default NAD key ] I0512 17:49:07.387975 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-2xvp4, hostIfaceName: 5e033d340565628, network: default, NAD default, SandboxID: "5e033d340565628c10ef2a9dd1fb0c441357d34999643fd375aa9d012c95dfd4", PCI device ID: , UID: "4f9294f4-a9eb-4699-af3f-fe4c8b9c2cbd", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0512 17:49:07.441956 3821 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4 5e033d340565628c10ef2a9dd1fb0c441357d34999643fd375aa9d012c95dfd4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-2xvp4 5e033d340565628c10ef2a9dd1fb0c441357d34999643fd375aa9d012c95dfd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d8:27:d4:fc:92\",\"name\":\"5e033d340565628\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43204d0c-46be-4929-9303-d433057fd392\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:49:09.746801 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 17:49:10.375827 3821 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 17:49:10.375851 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 17:49:11.333210 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 17:49:11.333233 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0512 17:49:11.974880 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0512 17:49:21.333224 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 17:49:28.424028 3821 cni.go:452] [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key ] I0512 17:49:28.513598 3821 cni.go:473] [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 3fe935eef2ae99832ac8b1db0db45fc685134f6f3d54147daaf0b7eeafe1a0c1 network default NAD default NAD key default], result "{}", err I0512 17:49:28.563401 3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:28.563521 3821 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 17:49:28.564916 3821 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.42 I0512 17:49:28.564961 3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:28.582668 3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:28.582711 3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:28.589785 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 17:49:28.590048 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 17:49:29.290749 3821 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-6gxt6] creating logical port tsf_patch-tekton-config-6gxt6 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:49:29.290886 3821 kube.go:256] Updating pod tsf/patch-tekton-config-6gxt6 I0512 17:49:29.304878 3821 pod.go:62] [tsf/patch-tekton-config-6gxt6] pod update took 14.025889ms I0512 17:49:29.304900 3821 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-6gxt6] addLogicalPort annotation time took 14.053745ms I0512 17:49:29.306231 3821 pods.go:271] [tsf/patch-tekton-config-6gxt6] addLogicalPort took 15.499185ms, libovsdb time 943.579µs I0512 17:49:29.650800 3821 cni.go:452] [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key ] I0512 17:49:29.660526 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-6gxt6, hostIfaceName: 8aa4cc971cb86f2, network: default, NAD default, SandboxID: "8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd", PCI device ID: , UID: "ea55f905-4283-4c4a-a937-b779046c4158", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0512 17:49:29.716190 3821 cni.go:473] [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:92:8e:45:a5:2b\",\"name\":\"8aa4cc971cb86f2\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9c072d2-7fcc-4d2c-9c78-443573b7fb02\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:49:37.345005 3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:37.345589 3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:38.221236 3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:38.221265 3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:38.492207 3821 cni.go:452] [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key ] I0512 17:49:38.583779 3821 cni.go:473] [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-6gxt6 8aa4cc971cb86f22cc189bf1fd723d531acba76a9c797d5e524f486675dc89dd network default NAD default NAD key default], result "{}", err I0512 17:49:38.632034 3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:38.632070 3821 pods.go:176] Deleting pod: tsf/patch-tekton-config-6gxt6 I0512 17:49:38.633329 3821 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-6gxt6, ips: 10.130.0.46 I0512 17:49:38.633354 3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:39.506017 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:39.506052 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:39.604244 3821 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-kzlgv] creating logical port tsf_tsf-tekton-configuration-kzlgv for pod on switch ip-10-0-0-127.ec2.internal I0512 17:49:39.604351 3821 kube.go:256] Updating pod tsf/tsf-tekton-configuration-kzlgv I0512 17:49:39.622858 3821 pod.go:62] [tsf/tsf-tekton-configuration-kzlgv] pod update took 18.540562ms I0512 17:49:39.622891 3821 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-kzlgv] addLogicalPort annotation time took 18.578438ms I0512 17:49:39.624117 3821 pods.go:271] [tsf/tsf-tekton-configuration-kzlgv] addLogicalPort took 19.890707ms, libovsdb time 828.119µs I0512 17:49:39.967630 3821 cni.go:452] [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key ] I0512 17:49:39.977003 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-kzlgv, hostIfaceName: b06ca3a0625c5e4, network: default, NAD default, SandboxID: "b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1", PCI device ID: , UID: "65321902-e40f-4218-bb5d-9689d7ded7b3", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0512 17:49:40.032286 3821 cni.go:473] [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9b:15:00:ad:3f\",\"name\":\"b06ca3a0625c5e4\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e833d4ed-aeab-42e5-aae3-8b5202809e95\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:49:41.264381 3821 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:49:42.339321 3821 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-68689d4f87-2zt97] creating logical port tsf-tas_rekor-search-ui-68689d4f87-2zt97 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:49:42.339412 3821 kube.go:256] Updating pod tsf-tas/rekor-search-ui-68689d4f87-2zt97 I0512 17:49:42.354236 3821 pod.go:62] [tsf-tas/rekor-search-ui-68689d4f87-2zt97] pod update took 14.848477ms I0512 17:49:42.354267 3821 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-68689d4f87-2zt97] addLogicalPort annotation time took 14.882131ms I0512 17:49:42.355736 3821 pods.go:271] [tsf-tas/rekor-search-ui-68689d4f87-2zt97] addLogicalPort took 16.433049ms, libovsdb time 957.54µs I0512 17:49:42.765884 3821 cni.go:452] [tsf-tas/rekor-search-ui-68689d4f87-2zt97 866f9eb17b7c04ac4c33e386b143d83279fb73c64ec510944fac9e0b62feefdf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-68689d4f87-2zt97 866f9eb17b7c04ac4c33e386b143d83279fb73c64ec510944fac9e0b62feefdf network default NAD default NAD key ] I0512 17:49:42.775237 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-68689d4f87-2zt97, hostIfaceName: 866f9eb17b7c04a, network: default, NAD default, SandboxID: "866f9eb17b7c04ac4c33e386b143d83279fb73c64ec510944fac9e0b62feefdf", PCI device ID: , UID: "0e1f37c8-19d1-4b94-8c12-8b8757608f60", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0512 17:49:42.831769 3821 cni.go:473] [tsf-tas/rekor-search-ui-68689d4f87-2zt97 866f9eb17b7c04ac4c33e386b143d83279fb73c64ec510944fac9e0b62feefdf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-68689d4f87-2zt97 866f9eb17b7c04ac4c33e386b143d83279fb73c64ec510944fac9e0b62feefdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:66:e8:70:d9:d1\",\"name\":\"866f9eb17b7c04a\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f07fa46-f74d-4abe-bead-171251c673e5\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:49:44.064854 3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:44.065557 3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 17:49:44.237385 3821 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 17:49:44.946941 3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:44.946966 3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 17:49:46.560553 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 17:49:47.556001 3821 cni.go:452] [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key ] I0512 17:49:47.640898 3821 cni.go:473] [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-kzlgv b06ca3a0625c5e4b4f10de174ae4821118e9d8403f54f00494b544001fb1e6f1 network default NAD default NAD key default], result "{}", err I0512 17:49:47.688527 3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kzlgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:47.688567 3821 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-kzlgv I0512 17:49:47.689939 3821 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-kzlgv, ips: 10.130.0.47 I0512 17:49:47.689969 3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kzlgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:48.708200 3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kzlgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.708231 3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kzlgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.752342 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.752370 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.755506 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-6gxt6 I0512 17:49:48.755534 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-6gxt6 I0512 17:49:49.370239 3821 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-127.ec2.internal I0512 17:49:49.370331 3821 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 17:49:49.382836 3821 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.526815ms I0512 17:49:49.382866 3821 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.562766ms I0512 17:49:49.384085 3821 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.865947ms, libovsdb time 785.426µs I0512 17:49:49.732477 3821 cni.go:452] [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key ] I0512 17:49:49.742430 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: fc6ca0f5733993e, network: default, NAD default, SandboxID: "fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2", PCI device ID: , UID: "ede1ca2d-7b9e-4071-9d72-6526d7a2d74b", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0512 17:49:49.797903 3821 cni.go:473] [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:87:5f:0d:b6:b1\",\"name\":\"fc6ca0f5733993e\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8092db13-f8ef-483b-9249-0724fd22ded6\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:49:49.963943 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 17:49:52.588728 3821 cni.go:452] [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key ] I0512 17:49:52.678786 3821 cni.go:473] [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa fc6ca0f5733993ec85543ed0389fee3950b8f119a84eea034320c3b6131cf3e2 network default NAD default NAD key default], result "{}", err I0512 17:49:52.728665 3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:52.728734 3821 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 17:49:52.730380 3821 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.49 I0512 17:49:52.730417 3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:52.748240 3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:52.748269 3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:52.754114 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 17:49:52.754144 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 17:49:52.979113 3821 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-127.ec2.internal I0512 17:49:52.979215 3821 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 17:49:52.995236 3821 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.046076ms I0512 17:49:52.995262 3821 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.078652ms I0512 17:49:52.996591 3821 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.495337ms, libovsdb time 962.278µs I0512 17:49:53.339786 3821 cni.go:452] [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key ] I0512 17:49:53.350017 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: d3c52f6f8325ce0, network: default, NAD default, SandboxID: "d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f", PCI device ID: , UID: "96375154-39be-4e5a-a30f-5e0e7d5cb88a", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0512 17:49:53.406587 3821 cni.go:473] [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:26:6c:89:5f:36\",\"name\":\"d3c52f6f8325ce0\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea33ce6e-430f-4a27-9294-a31702967fb2\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:49:57.310856 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0512 17:49:58.577318 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 17:49:59.142869 3821 obj_retry.go:498] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:59.143547 3821 obj_retry.go:498] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:00.030430 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:00.030464 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:00.180485 3821 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643470-jp8l6 for pod on switch ip-10-0-0-127.ec2.internal I0512 17:50:00.180609 3821 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 I0512 17:50:00.192276 3821 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6] pod update took 11.717239ms I0512 17:50:00.192306 3821 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6] addLogicalPort annotation time took 11.756665ms I0512 17:50:00.193831 3821 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6] addLogicalPort took 13.359376ms, libovsdb time 1.024378ms I0512 17:50:00.549440 3821 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key ] I0512 17:50:00.558830 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643470-jp8l6, hostIfaceName: 0e2b52dbb1fa09f, network: default, NAD default, SandboxID: "0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c", PCI device ID: , UID: "c1792272-8123-41db-8eea-aae3585ef634", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0512 17:50:00.614332 3821 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:53:e7:19:d6:51\",\"name\":\"0e2b52dbb1fa09f\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6094a18-fd9f-400c-851a-fa58f6840f50\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:50:03.170132 3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.170774 3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.663477 3821 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key ] I0512 17:50:03.754209 3821 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 0e2b52dbb1fa09ff2758029a0950b2664a64a3f225d7ee947218af4f3c84ea5c network default NAD default NAD key default], result "{}", err I0512 17:50:03.801275 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.801313 3821 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 I0512 17:50:03.802747 3821 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6, ips: 10.130.0.51 I0512 17:50:03.802781 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:04.193015 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.193041 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.670189 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.670241 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:06.197809 3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:06.198392 3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:07.225057 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:07.225083 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:07.314699 3821 base_network_controller_pods.go:487] [default/tsf-tpa/server-9ccc96d95-mkdjp] creating logical port tsf-tpa_server-9ccc96d95-mkdjp for pod on switch ip-10-0-0-127.ec2.internal I0512 17:50:07.314870 3821 kube.go:256] Updating pod tsf-tpa/server-9ccc96d95-mkdjp I0512 17:50:07.327747 3821 pod.go:62] [tsf-tpa/server-9ccc96d95-mkdjp] pod update took 12.91602ms I0512 17:50:07.327772 3821 base_network_controller_pods.go:951] [default/tsf-tpa/server-9ccc96d95-mkdjp] addLogicalPort annotation time took 12.946719ms I0512 17:50:07.329141 3821 pods.go:271] [tsf-tpa/server-9ccc96d95-mkdjp] addLogicalPort took 14.465917ms, libovsdb time 964.226µs I0512 17:50:07.346533 3821 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-97mrs] creating logical port tsf-tpa_importer-86bcdf477b-97mrs for pod on switch ip-10-0-0-127.ec2.internal I0512 17:50:07.346626 3821 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-97mrs I0512 17:50:07.359411 3821 pod.go:62] [tsf-tpa/importer-86bcdf477b-97mrs] pod update took 12.806933ms I0512 17:50:07.359435 3821 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-97mrs] addLogicalPort annotation time took 12.836056ms I0512 17:50:07.360686 3821 pods.go:271] [tsf-tpa/importer-86bcdf477b-97mrs] addLogicalPort took 14.161927ms, libovsdb time 841.872µs I0512 17:50:13.509997 3821 cni.go:452] [tsf-tpa/server-9ccc96d95-mkdjp 9219ac0ebd12c8d532a32a7c567f48bf33c5f977e4f0575561725a8e746999ec network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-9ccc96d95-mkdjp 9219ac0ebd12c8d532a32a7c567f48bf33c5f977e4f0575561725a8e746999ec network default NAD default NAD key ] I0512 17:50:13.513843 3821 cni.go:452] [tsf-tpa/importer-86bcdf477b-97mrs c419317cd5ca3192ad0a683f343ba528312dd38fd1937128da3c8fc5b4782a7a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-97mrs c419317cd5ca3192ad0a683f343ba528312dd38fd1937128da3c8fc5b4782a7a network default NAD default NAD key ] I0512 17:50:13.521077 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-9ccc96d95-mkdjp, hostIfaceName: 9219ac0ebd12c8d, network: default, NAD default, SandboxID: "9219ac0ebd12c8d532a32a7c567f48bf33c5f977e4f0575561725a8e746999ec", PCI device ID: , UID: "5d072203-eec1-4c61-bb07-e96fdcfd166b", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0512 17:50:13.525250 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-97mrs, hostIfaceName: c419317cd5ca319, network: default, NAD default, SandboxID: "c419317cd5ca3192ad0a683f343ba528312dd38fd1937128da3c8fc5b4782a7a", PCI device ID: , UID: "dc4dd275-2b2d-4641-b6c2-c70ed51f627c", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0512 17:50:13.576695 3821 cni.go:473] [tsf-tpa/server-9ccc96d95-mkdjp 9219ac0ebd12c8d532a32a7c567f48bf33c5f977e4f0575561725a8e746999ec network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-9ccc96d95-mkdjp 9219ac0ebd12c8d532a32a7c567f48bf33c5f977e4f0575561725a8e746999ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:e2:0a:17:93:08\",\"name\":\"9219ac0ebd12c8d\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a699445-7052-42ca-b05d-62a35f9ca22a\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 17:50:13.596681 3821 cni.go:473] [tsf-tpa/importer-86bcdf477b-97mrs c419317cd5ca3192ad0a683f343ba528312dd38fd1937128da3c8fc5b4782a7a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-97mrs c419317cd5ca3192ad0a683f343ba528312dd38fd1937128da3c8fc5b4782a7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:bb:4c:85:2e:aa\",\"name\":\"c419317cd5ca319\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/460bef36-05f8-4dbf-b1df-cfc11703cde7\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 17:50:16.763496 3821 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0512 17:50:17.773176 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-127.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0512 17:50:19.765507 3821 cni.go:452] [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key ] I0512 17:50:19.844243 3821 cni.go:473] [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa d3c52f6f8325ce0305cc6fdbe3c2115e7400bec2a5c5f8b8a8ffd2c83e41250f network default NAD default NAD key default], result "{}", err I0512 17:50:19.943435 3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:19.943470 3821 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 17:50:19.944832 3821 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.50 I0512 17:50:19.944869 3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:19.963784 3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:19.963814 3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:19.969797 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 17:50:19.969834 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 17:50:20.743024 3821 namespace.go:98] [build-service] adding namespace I0512 17:50:20.744041 3821 namespace.go:102] [build-service] adding namespace took 990.762µs I0512 17:50:20.746539 3821 namespace.go:98] [image-controller] adding namespace I0512 17:50:20.747351 3821 namespace.go:102] [image-controller] adding namespace took 790.237µs I0512 17:50:20.750476 3821 namespace.go:98] [default-tenant] adding namespace I0512 17:50:20.750551 3821 namespace.go:98] [integration-service] adding namespace I0512 17:50:20.751252 3821 namespace.go:102] [default-tenant] adding namespace took 760.514µs I0512 17:50:20.751947 3821 namespace.go:102] [integration-service] adding namespace took 1.378102ms I0512 17:50:20.842886 3821 namespace.go:142] [build-service] updating namespace I0512 17:50:20.884979 3821 namespace.go:142] [build-service] updating namespace I0512 17:50:20.891650 3821 namespace.go:142] [image-controller] updating namespace I0512 17:50:20.956069 3821 namespace.go:142] [image-controller] updating namespace I0512 17:50:20.965042 3821 namespace.go:142] [default-tenant] updating namespace I0512 17:50:21.000448 3821 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.005614 3821 namespace.go:142] [default-tenant] updating namespace I0512 17:50:21.033118 3821 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.085735 3821 namespace.go:142] [build-service] updating namespace I0512 17:50:21.105885 3821 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.164513 3821 namespace.go:98] [release-service] adding namespace I0512 17:50:21.165461 3821 namespace.go:102] [release-service] adding namespace took 921.029µs I0512 17:50:21.227772 3821 namespace.go:142] [release-service] updating namespace I0512 17:50:21.227840 3821 namespace.go:142] [konflux-ui] updating namespace I0512 17:50:21.254046 3821 namespace.go:142] [release-service] updating namespace I0512 17:50:21.392571 3821 namespace.go:98] [konflux-info] adding namespace I0512 17:50:21.393452 3821 namespace.go:102] [konflux-info] adding namespace took 852.242µs I0512 17:50:21.459772 3821 namespace.go:98] [namespace-lister] adding namespace I0512 17:50:21.460781 3821 namespace.go:102] [namespace-lister] adding namespace took 911.483µs I0512 17:50:21.482375 3821 namespace.go:142] [konflux-info] updating namespace I0512 17:50:21.531652 3821 namespace.go:142] [konflux-info] updating namespace I0512 17:50:21.556615 3821 namespace.go:98] [enterprise-contract-service] adding namespace I0512 17:50:21.557451 3821 namespace.go:102] [enterprise-contract-service] adding namespace took 813.858µs I0512 17:50:21.573759 3821 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:21.608502 3821 namespace.go:142] [image-controller] updating namespace I0512 17:50:21.696634 3821 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:21.709738 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:21.769574 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:21.783706 3821 namespace.go:142] [default-tenant] updating namespace I0512 17:50:22.026512 3821 namespace.go:98] [segment-bridge] adding namespace I0512 17:50:22.027567 3821 namespace.go:102] [segment-bridge] adding namespace took 1.027314ms I0512 17:50:22.151147 3821 namespace.go:98] [konflux-cli] adding namespace I0512 17:50:22.151178 3821 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:22.152020 3821 namespace.go:102] [konflux-cli] adding namespace took 848.041µs I0512 17:50:22.225962 3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 17:50:22.226729 3821 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 17:50:22.226755 3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 17:50:22.230753 3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 17:50:22.340783 3821 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:22.424325 3821 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:22.579233 3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 17:50:22.579265 3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 17:50:22.580112 3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 17:50:22.732693 3821 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:23.374764 3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:23.375376 3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:23.390707 3821 namespace.go:142] [build-service] updating namespace I0512 17:50:24.083889 3821 namespace.go:142] [default-tenant] updating namespace I0512 17:50:24.356003 3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:24.356037 3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:24.369267 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:24.543493 3821 namespace.go:142] [image-controller] updating namespace I0512 17:50:24.764838 3821 namespace.go:142] [integration-service] updating namespace I0512 17:50:24.954666 3821 namespace.go:142] [konflux-info] updating namespace I0512 17:50:25.184393 3821 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:25.365231 3821 namespace.go:142] [release-service] updating namespace I0512 17:50:25.459820 3821 namespace.go:142] [build-service] updating namespace I0512 17:50:25.475585 3821 namespace.go:142] [default-tenant] updating namespace I0512 17:50:25.491484 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:25.503646 3821 namespace.go:142] [image-controller] updating namespace I0512 17:50:25.512096 3821 namespace.go:142] [integration-service] updating namespace I0512 17:50:25.528752 3821 namespace.go:142] [konflux-info] updating namespace I0512 17:50:25.544598 3821 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:25.557206 3821 namespace.go:142] [release-service] updating namespace I0512 17:50:25.591001 3821 namespace.go:142] [build-service] updating namespace I0512 17:50:25.676223 3821 namespace.go:142] [default-tenant] updating namespace I0512 17:50:25.773042 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:25.865253 3821 namespace.go:142] [image-controller] updating namespace I0512 17:50:25.967588 3821 namespace.go:142] [integration-service] updating namespace I0512 17:50:26.080911 3821 namespace.go:142] [konflux-info] updating namespace I0512 17:50:26.175780 3821 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:26.270245 3821 namespace.go:142] [release-service] updating namespace W0512 17:50:26.505212 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0512 17:50:27.500556 3821 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:27.702286 3821 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:27.816216 3821 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:27.833360 3821 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:27.932394 3821 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:28.044017 3821 namespace.go:142] [segment-bridge] updating namespace W0512 17:50:32.225878 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 17:50:32.276789 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 17:50:33.961429 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0512 17:50:34.242405 3821 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 17:50:35.516680 3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:35.516703 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.291176 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:40.295363 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 17:50:40.369194 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 17:50:40.369277 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 17:50:40.401919 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 17:50:40.459510 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.459531 3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.495000 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:40.499822 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 17:50:51.662763 3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:51.663413 3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:52.363090 3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:52.363119 3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:52.369044 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj I0512 17:50:52.369068 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj I0512 17:51:09.875340 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0512 17:51:43.461037 3821 obj_retry.go:498] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:43.461657 3821 obj_retry.go:498] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:43.652039 3821 obj_retry.go:492] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:43.652072 3821 obj_retry.go:492] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:43.662902 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:43.662953 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:48.961973 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 17:51:49.994769 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 17:51:53.850832 3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:53.851543 3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:53.889056 3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:53.889084 3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:53.891661 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 17:51:53.891691 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 17:51:54.878176 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0512 17:52:21.470751 3821 namespace.go:98] [managed-tenant-41me8] adding namespace I0512 17:52:21.471739 3821 namespace.go:102] [managed-tenant-41me8] adding namespace took 951.415µs I0512 17:52:21.498899 3821 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:21.520684 3821 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.518730 3821 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.649793 3821 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.751204 3821 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:28.880497 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=121 I0512 17:52:52.984449 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 17:53:26.878174 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0512 17:53:36.874526 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0512 17:53:49.972315 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 17:54:13.885534 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=636 I0512 17:54:26.989580 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 17:55:23.967188 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 17:55:32.999914 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 17:56:31.964178 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 17:56:34.001560 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0512 17:57:06.880851 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0512 17:57:10.878365 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0512 17:57:37.977628 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 17:58:04.986559 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 17:58:29.997204 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 17:59:42.882849 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0512 18:00:00.048648 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:00.048690 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:00.053035 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q7f6g I0512 18:00:00.053073 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q7f6g I0512 18:00:01.887282 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0512 18:00:03.523764 3821 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:03.524362 3821 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:04.025151 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.025207 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.029176 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nzzrb I0512 18:00:04.029200 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nzzrb I0512 18:00:04.407490 3821 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.407524 3821 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.703526 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:04.704197 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:05.724917 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:05.724966 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.027945 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.027975 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.030484 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-kqblk I0512 18:00:07.030518 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-kqblk I0512 18:00:28.963715 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 18:00:35.975214 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 18:01:42.003723 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 18:02:57.880277 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 18:03:04.966007 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 18:03:10.970096 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 18:03:33.876801 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 18:03:44.883677 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0512 18:04:05.992247 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 18:04:06.002158 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 18:04:15.999632 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 18:05:51.891064 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0512 18:06:07.988529 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 18:06:12.880740 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 18:06:37.981503 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 18:06:47.965979 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 18:07:04.885009 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 18:07:22.979462 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10