+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-252.ec2.internal ++ [[ -n ip-10-0-1-252.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-252.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 02:54:16.273112143 - disable conntrack on geneve port' I0512 02:54:16.273112143 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 02:54:16.289500061 - starting ovnkube-node + echo 'I0512 02:54:16.289500061 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-252.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-252.ec2.internal --init-node ip-10-0-1-252.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-252.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 02:54:16.330905 3649 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 02:54:16.330960 3649 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3036bd527a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 02:54:16.332444 3649 kube.go:431] Waiting for certificate I0512 02:54:16.332473 3649 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 02:54:16.332514 3649 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 02:54:16.333328 3649 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 02:54:16.359442 3649 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:16.359475 3649 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:16.362229 3649 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:16.362323 3649 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6r25w" I0512 02:54:16.378891 3649 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6r25w" I0512 02:54:16.378953 3649 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 02:54:17.333222 3649 kube.go:438] Certificate found I0512 02:54:17.333920 3649 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 02:54:17.334861 3649 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 02:54:17.387850 3649 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 02:49:16 +0000 UTC" deadline="2026-05-12 22:20:19.034419094 +0000 UTC" I0512 02:54:17.387889 3649 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h26m1.646540864s" I0512 02:54:17.405993 3649 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 02:54:17.419842 3649 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 02:54:17.419914 3649 server.go:101] MetricServer registers OVS metrics I0512 02:54:17.420289 3649 server.go:105] MetricServer registers OVN DB metrics I0512 02:54:17.421639 3649 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 02:54:17.421722 3649 factory.go:561] Starting watch factory I0512 02:54:17.421843 3649 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.421866 3649 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.421863 3649 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.421886 3649 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.421898 3649 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.421899 3649 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.422024 3649 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.422045 3649 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.422580 3649 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.422597 3649 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.423926 3649 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.423999 3649 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.424281 3649 controller_manager.go:370] Starting the ovnkube controller I0512 02:54:17.424293 3649 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-252.ec2.internal I0512 02:54:17.424349 3649 controller_manager.go:395] NBDB zone sync took: 44.622µs I0512 02:54:17.424377 3649 factory.go:561] Starting watch factory I0512 02:54:17.424773 3649 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 02:54:17.424794 3649 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 02:54:17.437425 3649 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 02:54:17.437443 3649 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 02:54:17.440745 3649 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 02:54:17.440776 3649 server.go:109] MetricServer registers OVN Controller metrics I0512 02:54:17.444316 3649 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.444449 3649 server.go:113] MetricServer registers OVN Northd metrics I0512 02:54:17.446150 3649 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.446237 3649 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.446332 3649 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.447515 3649 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.451000 3649 metrics.go:519] OVN Metrics Server starts to run ... I0512 02:54:17.451863 3649 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 02:54:17.527198 3649 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 02:54:17.527216 3649 factory.go:1977] *v1.Pod informer cache synced successfully I0512 02:54:17.527219 3649 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 02:54:17.527223 3649 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 02:54:17.527226 3649 factory.go:1977] *v1.Node informer cache synced successfully I0512 02:54:17.527229 3649 factory.go:1977] *v1.Service informer cache synced successfully I0512 02:54:17.527294 3649 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:17.527312 3649 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:17.527315 3649 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:17.527326 3649 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:17.530013 3649 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 02:54:17.530026 3649 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 02:54:17.530029 3649 factory.go:1977] *v1.Node informer cache synced successfully I0512 02:54:17.530032 3649 factory.go:1977] *v1.Service informer cache synced successfully I0512 02:54:17.530035 3649 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 02:54:17.530038 3649 factory.go:1977] *v1.Pod informer cache synced successfully I0512 02:54:17.530192 3649 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:17.530208 3649 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 02:54:17.532285 3649 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 02:54:17.532297 3649 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 02:54:17.532347 3649 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.532371 3649 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.534969 3649 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.535080 3649 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 02:54:17.535091 3649 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 02:54:17.537707 3649 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 02:54:17.537760 3649 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.537776 3649 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.540872 3649 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 02:54:17.545017 3649 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.545898 3649 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 02:54:17.545954 3649 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.545966 3649 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.548877 3649 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.550928 3649 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 02:54:17.550980 3649 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.550992 3649 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.554032 3649 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.555968 3649 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 02:54:17.556050 3649 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.556075 3649 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.558259 3649 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.561152 3649 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 02:54:17.561290 3649 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 02:54:17.561302 3649 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 02:54:17.563471 3649 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 02:54:17.566349 3649 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 02:54:17.566430 3649 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.566447 3649 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.566465 3649 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.566477 3649 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.568915 3649 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.569018 3649 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 02:54:17.571466 3649 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 02:54:17.571476 3649 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 02:54:17.571483 3649 factory.go:680] Watch Factory start up complete, took: 147.105222ms I0512 02:54:17.571490 3649 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-252.ec2.internal" zone I0512 02:54:17.643643 3649 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 02:54:17.648796 3649 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 02:54:17.653942 3649 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 02:54:17.659084 3649 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 02:54:17.664249 3649 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 02:54:17.669411 3649 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 02:54:17.669421 3649 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 02:54:17.669428 3649 factory.go:680] Watch Factory start up complete, took: 247.709699ms I0512 02:54:17.669511 3649 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 02:54:17.714128 3649 default_node_network_controller.go:710] Initializing the default node network controller I0512 02:54:17.797210 3649 udn_isolation.go:101] Starting UDN host isolation manager I0512 02:54:17.804603 3649 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 02:54:17.853719 3649 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 02:54:17.853835 3649 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 02:54:17.853858 3649 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 02:54:17.887249 3649 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 02:54:17.887319 3649 default_node_network_controller.go:809] Node ip-10-0-1-252.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 02:54:17.893066 3649 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.252"] k8s.ovn.org/zone-name:ip-10-0-1-252.ec2.internal] on node ip-10-0-1-252.ec2.internal I0512 02:54:17.913839 3649 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 02:54:17.920281 3649 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 02:54:17.920441 3649 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 02:54:17.920573 3649 gateway_init.go:263] Preparing Gateway I0512 02:54:17.920584 3649 gateway_shared_intf.go:1687] Creating new gateway I0512 02:54:18.038764 3649 iptables.go:108] Creating table: filter chain: FORWARD I0512 02:54:18.044840 3649 iptables.go:108] Creating table: filter chain: OUTPUT I0512 02:54:18.050724 3649 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 02:54:18.050746 3649 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-252.ec2.internal","mac-address":"0a:ff:ea:98:8b:a1","ip-addresses":["10.0.1.252/24"],"ip-address":"10.0.1.252/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1ae2b200-67a6-4df7-8e0f-13ca445c8394 k8s.ovn.org/node-encap-ips:["10.0.1.252"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.252/24"} k8s.ovn.org/zone-name:ip-10-0-1-252.ec2.internal] on node ip-10-0-1-252.ec2.internal I0512 02:54:18.069924 3649 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:18.072143 3649 controller_manager.go:429] Waiting for node in zone sync took: 500.641702ms I0512 02:54:18.077058 3649 controller_manager.go:611] Switching to transit router for layer2 networks I0512 02:54:18.077070 3649 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-252.ec2.internal I0512 02:54:18.092728 3649 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 02:54:18.098705 3649 controller_manager.go:290] SCTP support detected in OVN I0512 02:54:18.099289 3649 services_controller.go:69] Creating services controller for network=default I0512 02:54:18.099390 3649 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 02:54:18.099441 3649 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 02:54:18.099475 3649 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 02:54:18.099490 3649 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 02:54:18.099499 3649 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 02:54:18.099674 3649 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 02:54:18.099721 3649 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 02:54:18.099746 3649 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.091µs I0512 02:54:18.099765 3649 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.815µs I0512 02:54:18.099776 3649 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 55.565µs I0512 02:54:18.099779 3649 udn_enabled_svc.go:95] Performing full resync I0512 02:54:18.099781 3649 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 02:54:18.099789 3649 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 02:54:18.099797 3649 default_network_controller.go:325] Starting the default network controller I0512 02:54:18.099904 3649 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.434µs I0512 02:54:18.100041 3649 udn_enabled_svc.go:99] Waiting for handler to sync I0512 02:54:18.100051 3649 udn_enabled_svc.go:104] Starting worker I0512 02:54:18.108116 3649 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 02:54:18.108171 3649 repair.go:33] Syncing exgw routes took 43.353µs I0512 02:54:18.108191 3649 default_network_controller.go:414] Starting all the Watchers... I0512 02:54:18.108722 3649 namespace.go:98] [openshift-console] adding namespace I0512 02:54:18.108732 3649 namespace.go:98] [openshift-apiserver] adding namespace I0512 02:54:18.108735 3649 namespace.go:98] [openshift-backplane] adding namespace I0512 02:54:18.108743 3649 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 02:54:18.108752 3649 namespace.go:98] [openshift-host-network] adding namespace I0512 02:54:18.108756 3649 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 02:54:18.108754 3649 namespace.go:98] [openshift-image-registry] adding namespace I0512 02:54:18.108764 3649 namespace.go:98] [openshift-config] adding namespace I0512 02:54:18.108765 3649 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 02:54:18.108770 3649 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 02:54:18.108774 3649 namespace.go:98] [openshift-insights] adding namespace I0512 02:54:18.108776 3649 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 02:54:18.108789 3649 namespace.go:98] [openshift-authentication] adding namespace I0512 02:54:18.108810 3649 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 02:54:18.108722 3649 namespace.go:98] [openshift-config-managed] adding namespace I0512 02:54:18.109405 3649 namespace.go:102] [openshift-console] adding namespace took 669.878µs I0512 02:54:18.109422 3649 namespace.go:98] [default] adding namespace I0512 02:54:18.109961 3649 namespace.go:102] [default] adding namespace took 533.418µs I0512 02:54:18.109974 3649 namespace.go:98] [openshift-infra] adding namespace I0512 02:54:18.110591 3649 namespace.go:102] [openshift-infra] adding namespace took 611.847µs I0512 02:54:18.110604 3649 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 02:54:18.111024 3649 namespace.go:102] [openshift-apiserver] adding namespace took 2.283612ms I0512 02:54:18.111034 3649 namespace.go:98] [openshift-kube-scheduler] adding namespace W0512 02:54:18.111633 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ldm57: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found I0512 02:54:18.111654 3649 namespace.go:102] [openshift-backplane] adding namespace took 2.909181ms I0512 02:54:18.111665 3649 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 02:54:18.112208 3649 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.456459ms I0512 02:54:18.112217 3649 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 02:54:18.112924 3649 namespace.go:102] [openshift-host-network] adding namespace took 4.166792ms I0512 02:54:18.112937 3649 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 02:54:18.113382 3649 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 4.618607ms I0512 02:54:18.113400 3649 namespace.go:98] [openshift-operators] adding namespace I0512 02:54:18.114077 3649 namespace.go:102] [openshift-image-registry] adding namespace took 5.310655ms I0512 02:54:18.114090 3649 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 02:54:18.114637 3649 namespace.go:102] [openshift-config] adding namespace took 5.865946ms I0512 02:54:18.114651 3649 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 02:54:18.115079 3649 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.308336ms I0512 02:54:18.115088 3649 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 02:54:18.115691 3649 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.915756ms I0512 02:54:18.115705 3649 namespace.go:98] [openshift-monitoring] adding namespace I0512 02:54:18.116132 3649 namespace.go:102] [openshift-insights] adding namespace took 7.353792ms I0512 02:54:18.116141 3649 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 02:54:18.116672 3649 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.885053ms I0512 02:54:18.116689 3649 namespace.go:98] [openshift-logging] adding namespace I0512 02:54:18.117141 3649 namespace.go:102] [openshift-authentication] adding namespace took 8.339564ms I0512 02:54:18.117155 3649 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 02:54:18.117672 3649 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.852833ms I0512 02:54:18.117684 3649 namespace.go:98] [openshift-network-console] adding namespace I0512 02:54:18.118121 3649 namespace.go:102] [openshift-config-managed] adding namespace took 9.280761ms I0512 02:54:18.118137 3649 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 02:54:18.118563 3649 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.954202ms I0512 02:54:18.118576 3649 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 02:54:18.118941 3649 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.902701ms I0512 02:54:18.118953 3649 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 02:54:18.119294 3649 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.623378ms I0512 02:54:18.119308 3649 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 02:54:18.119748 3649 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.526608ms I0512 02:54:18.119759 3649 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 02:54:18.120116 3649 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.172959ms I0512 02:54:18.120131 3649 namespace.go:98] [openshift-marketplace] adding namespace I0512 02:54:18.120535 3649 namespace.go:102] [openshift-operators] adding namespace took 7.129621ms I0512 02:54:18.120550 3649 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 02:54:18.121007 3649 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.91308ms I0512 02:54:18.121014 3649 namespace.go:98] [openshift-multus] adding namespace I0512 02:54:18.121500 3649 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.844162ms I0512 02:54:18.121509 3649 namespace.go:98] [openshift-controller-manager] adding namespace I0512 02:54:18.122060 3649 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.966602ms I0512 02:54:18.122074 3649 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 02:54:18.122492 3649 namespace.go:102] [openshift-monitoring] adding namespace took 6.782453ms I0512 02:54:18.122503 3649 namespace.go:98] [openshift-etcd] adding namespace I0512 02:54:18.122894 3649 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.747853ms I0512 02:54:18.122905 3649 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 02:54:18.123296 3649 namespace.go:102] [openshift-logging] adding namespace took 6.602875ms I0512 02:54:18.123309 3649 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 02:54:18.123699 3649 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.539944ms I0512 02:54:18.123708 3649 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 02:54:18.124263 3649 namespace.go:102] [openshift-network-console] adding namespace took 6.575573ms I0512 02:54:18.124271 3649 namespace.go:98] [openshift-machine-api] adding namespace I0512 02:54:18.124808 3649 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.667108ms I0512 02:54:18.124818 3649 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 02:54:18.125149 3649 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.569104ms I0512 02:54:18.125700 3649 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.741441ms I0512 02:54:18.125717 3649 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 02:54:18.126130 3649 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.817297ms I0512 02:54:18.126142 3649 namespace.go:98] [openshift-cluster-version] adding namespace I0512 02:54:18.126527 3649 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.763281ms I0512 02:54:18.126539 3649 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 02:54:18.126919 3649 namespace.go:102] [openshift-marketplace] adding namespace took 6.783268ms I0512 02:54:18.126931 3649 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0512 02:54:18.127293 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dqkwd: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found I0512 02:54:18.127320 3649 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.765855ms I0512 02:54:18.127331 3649 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 02:54:18.127858 3649 namespace.go:102] [openshift-multus] adding namespace took 6.838875ms I0512 02:54:18.127870 3649 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 02:54:18.128666 3649 namespace.go:102] [openshift-controller-manager] adding namespace took 7.152491ms I0512 02:54:18.128679 3649 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 02:54:18.129052 3649 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.972787ms I0512 02:54:18.129064 3649 namespace.go:98] [dedicated-admin] adding namespace I0512 02:54:18.129455 3649 namespace.go:102] [openshift-etcd] adding namespace took 6.946597ms I0512 02:54:18.129468 3649 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 02:54:18.129814 3649 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.905097ms I0512 02:54:18.129824 3649 namespace.go:98] [kube-public] adding namespace I0512 02:54:18.130320 3649 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.006812ms I0512 02:54:18.130331 3649 namespace.go:98] [kube-node-lease] adding namespace I0512 02:54:18.130728 3649 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.016033ms I0512 02:54:18.130739 3649 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 02:54:18.131101 3649 namespace.go:102] [openshift-machine-api] adding namespace took 6.826292ms I0512 02:54:18.131110 3649 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 02:54:18.131680 3649 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.858532ms I0512 02:54:18.131688 3649 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 02:54:18.132082 3649 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.358895ms I0512 02:54:18.132094 3649 namespace.go:98] [openshift-dns-operator] adding namespace I0512 02:54:18.132477 3649 namespace.go:102] [openshift-cluster-version] adding namespace took 6.330016ms I0512 02:54:18.132490 3649 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 02:54:18.132842 3649 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.300076ms I0512 02:54:18.132853 3649 namespace.go:98] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] adding namespace I0512 02:54:18.133215 3649 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.279686ms I0512 02:54:18.133225 3649 namespace.go:98] [kube-system] adding namespace I0512 02:54:18.133619 3649 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.284062ms I0512 02:54:18.133629 3649 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 02:54:18.134169 3649 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.292222ms I0512 02:54:18.134187 3649 namespace.go:98] [openshift] adding namespace I0512 02:54:18.134575 3649 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.890876ms I0512 02:54:18.134588 3649 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 02:54:18.135060 3649 namespace.go:102] [dedicated-admin] adding namespace took 5.992305ms I0512 02:54:18.135069 3649 namespace.go:98] [openshift-node] adding namespace I0512 02:54:18.135573 3649 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.098823ms I0512 02:54:18.135588 3649 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 02:54:18.136017 3649 namespace.go:102] [kube-public] adding namespace took 6.189127ms I0512 02:54:18.136029 3649 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 02:54:18.136421 3649 namespace.go:102] [kube-node-lease] adding namespace took 6.085908ms I0512 02:54:18.136433 3649 namespace.go:98] [openshift-config-operator] adding namespace I0512 02:54:18.136894 3649 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.151397ms I0512 02:54:18.136904 3649 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 02:54:18.137312 3649 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.197418ms I0512 02:54:18.137323 3649 namespace.go:98] [openshift-network-operator] adding namespace I0512 02:54:18.137695 3649 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.00046ms I0512 02:54:18.137712 3649 namespace.go:98] [openshift-package-operator] adding namespace I0512 02:54:18.138110 3649 namespace.go:102] [openshift-dns-operator] adding namespace took 6.011696ms I0512 02:54:18.138121 3649 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 02:54:18.138480 3649 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.984451ms I0512 02:54:18.138495 3649 namespace.go:98] [openshift-console-operator] adding namespace W0512 02:54:18.138877 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-4n68r: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found I0512 02:54:18.138924 3649 namespace.go:102] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] adding namespace took 6.065397ms I0512 02:54:18.139572 3649 namespace.go:102] [kube-system] adding namespace took 6.342142ms I0512 02:54:18.140122 3649 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.485127ms I0512 02:54:18.140596 3649 namespace.go:102] [openshift] adding namespace took 6.404993ms I0512 02:54:18.140996 3649 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.402778ms I0512 02:54:18.141386 3649 namespace.go:102] [openshift-node] adding namespace took 6.310239ms I0512 02:54:18.141406 3649 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 02:54:18.141902 3649 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.307658ms I0512 02:54:18.142320 3649 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.284704ms I0512 02:54:18.142339 3649 namespace.go:98] [openshift-dns] adding namespace I0512 02:54:18.142733 3649 namespace.go:102] [openshift-config-operator] adding namespace took 6.294511ms I0512 02:54:18.143137 3649 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.227738ms I0512 02:54:18.143522 3649 namespace.go:102] [openshift-network-operator] adding namespace took 6.192621ms I0512 02:54:18.143540 3649 namespace.go:98] [openshift-ingress] adding namespace I0512 02:54:18.143971 3649 namespace.go:102] [openshift-package-operator] adding namespace took 6.253729ms I0512 02:54:18.144369 3649 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.241816ms I0512 02:54:18.144952 3649 namespace.go:102] [openshift-console-operator] adding namespace took 6.451848ms I0512 02:54:18.145371 3649 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.960167ms I0512 02:54:18.145862 3649 namespace.go:102] [openshift-dns] adding namespace took 3.514454ms I0512 02:54:18.146236 3649 namespace.go:102] [openshift-ingress] adding namespace took 2.690998ms I0512 02:54:18.146385 3649 master.go:548] Adding or Updating local node "ip-10-0-1-252.ec2.internal" for network "default" I0512 02:54:18.147236 3649 zone_ic_handler.go:195] Time taken to create transit switch: 259.156µs I0512 02:54:18.147249 3649 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-75.ec2.internal for the network default E0512 02:54:18.147346 3649 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-144.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-144.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-144.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b19418 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2825507803}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 02:54:18.147426 3649 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-144.ec2.internal", UID:"bc7f7174-5aaf-4af6-9654-ac5da8117586", APIVersion:"v1", ResourceVersion:"8760", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-144.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-144.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b19418 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2825507803}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 02:54:18.148270 3649 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-75.ec2.internal" on network "default" took: 1.297157ms W0512 02:54:18.154370 3649 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ldm57: pod openshift-network-diagnostics/network-check-target-ldm57: no pod IPs found W0512 02:54:18.154389 3649 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-4n68r: pod kube-system/global-pull-secret-syncer-4n68r: no pod IPs found W0512 02:54:18.154402 3649 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dqkwd: pod openshift-multus/network-metrics-daemon-dqkwd: no pod IPs found I0512 02:54:18.155433 3649 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-252.ec2.internal for the network default I0512 02:54:18.155635 3649 zone_ic_handler.go:195] Time taken to create transit switch: 188.849µs I0512 02:54:18.156505 3649 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 02:54:18.156542 3649 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 02:54:18.156557 3649 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 02:54:18.156582 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default" I0512 02:54:18.156638 3649 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:18.156654 3649 services_controller.go:574] Full service sync requested for network=default I0512 02:54:18.156665 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default" I0512 02:54:18.156706 3649 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:18.156723 3649 services_controller.go:574] Full service sync requested for network=default I0512 02:54:18.156729 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-144.ec2.internal in network "default" I0512 02:54:18.156749 3649 node_tracker.go:169] Node ip-10-0-2-144.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:18.156755 3649 services_controller.go:574] Full service sync requested for network=default I0512 02:54:18.257485 3649 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 02:54:18.257506 3649 services_controller.go:208] Setting up event handlers for services for network=default I0512 02:54:18.257592 3649 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 02:54:18.257651 3649 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 02:54:18.257667 3649 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 02:54:18.358091 3649 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 02:54:18.358120 3649 repair.go:60] Starting repairing loop for services I0512 02:54:18.358207 3649 repair.go:131] Deleted 0 stale service LBs I0512 02:54:18.358233 3649 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 02:54:18.358250 3649 repair.go:62] Finished repairing loop for services: 143.129µs I0512 02:54:18.358273 3649 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 02:54:18.358283 3649 services_controller.go:254] Starting workers for network=default W0512 02:54:18.358547 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:18.358821 3649 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dqkwd] creating logical port openshift-multus_network-metrics-daemon-dqkwd for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:18.358848 3649 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-4n68r] creating logical port kube-system_global-pull-secret-syncer-4n68r for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:18.358945 3649 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-4n68r I0512 02:54:18.359022 3649 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dqkwd I0512 02:54:18.359022 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ldm57] creating logical port openshift-network-diagnostics_network-check-target-ldm57 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:18.359154 3649 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ldm57 I0512 02:54:18.375539 3649 pod.go:62] [openshift-multus/network-metrics-daemon-dqkwd] pod update took 16.636166ms I0512 02:54:18.375556 3649 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dqkwd] addLogicalPort annotation time took 16.654304ms I0512 02:54:18.375904 3649 pod.go:62] [kube-system/global-pull-secret-syncer-4n68r] pod update took 17.014771ms I0512 02:54:18.375920 3649 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-4n68r] addLogicalPort annotation time took 17.036489ms I0512 02:54:18.376322 3649 pods.go:271] [openshift-multus/network-metrics-daemon-dqkwd] addLogicalPort took 17.510147ms, libovsdb time 578.435µs I0512 02:54:18.376533 3649 pod.go:62] [openshift-network-diagnostics/network-check-target-ldm57] pod update took 17.399078ms I0512 02:54:18.376551 3649 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ldm57] addLogicalPort annotation time took 17.418688ms I0512 02:54:18.376604 3649 pods.go:271] [kube-system/global-pull-secret-syncer-4n68r] addLogicalPort took 17.767383ms, libovsdb time 518.604µs I0512 02:54:18.377365 3649 pods.go:271] [openshift-network-diagnostics/network-check-target-ldm57] addLogicalPort took 18.337802ms, libovsdb time 561.893µs I0512 02:54:18.377799 3649 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 02:54:18.377823 3649 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 02:54:18.377833 3649 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 02:54:18.377837 3649 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 02:54:18.378030 3649 repair.go:29] Repairing admin network policies took 187.741µs I0512 02:54:18.378129 3649 repair.go:92] Repairing baseline admin network policies took 90.612µs I0512 02:54:18.378484 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 02:54:18.378507 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 02:54:18.380041 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 02:54:18.380066 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 02:54:18.380080 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 02:54:18.381894 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 02:54:18.381915 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 02:54:18.381924 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 02:54:18.383812 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 02:54:18.383836 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 02:54:18.383853 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 02:54:18.385586 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 02:54:18.385608 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 02:54:18.385617 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 02:54:18.387024 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 02:54:18.387050 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 02:54:18.387058 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 02:54:18.387590 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 02:54:18.387608 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 02:54:18.387615 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 02:54:18.388121 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 02:54:18.388141 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 02:54:18.388151 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 02:54:18.390224 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 02:54:18.390243 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 02:54:18.390253 3649 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 02:54:18.392151 3649 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 02:54:18.392168 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 02:54:18.392175 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 02:54:18.392646 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 02:54:18.392659 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 02:54:18.392664 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 02:54:18.392898 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 02:54:18.392910 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 02:54:18.392918 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 02:54:18.393861 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 02:54:18.393880 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 02:54:18.393889 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 02:54:18.394379 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 02:54:18.394394 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 02:54:18.394404 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 02:54:18.395349 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 02:54:18.395381 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 02:54:18.395393 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 02:54:18.395861 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 02:54:18.395876 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 02:54:18.395884 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 02:54:18.396391 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 02:54:18.396404 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 02:54:18.396409 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 02:54:18.396730 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 02:54:18.396748 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 02:54:18.397527 3649 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 02:54:18.397540 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 02:54:18.398225 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 02:54:18.398243 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 02:54:18.398269 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 02:54:18.398943 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 02:54:18.398962 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 02:54:18.398970 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 02:54:18.400175 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 02:54:18.400195 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 02:54:18.400208 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 02:54:18.401348 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 02:54:18.401403 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 02:54:18.401415 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 02:54:18.402283 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 02:54:18.402302 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 02:54:18.402309 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 02:54:18.402619 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 02:54:18.402634 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 02:54:18.402642 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 02:54:18.403555 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 02:54:18.403571 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 02:54:18.403579 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 02:54:18.404642 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 02:54:18.404661 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 02:54:18.404668 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 02:54:18.405151 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 02:54:18.405167 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 02:54:18.405176 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 02:54:18.405876 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 02:54:18.405894 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 02:54:18.405900 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 02:54:18.406179 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 02:54:18.406193 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 02:54:18.406202 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 02:54:18.406747 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 02:54:18.412525 3649 egressfirewall.go:374] Starting EgressFirewall controller I0512 02:54:18.412553 3649 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 02:54:18.412554 3649 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 02:54:18.412575 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 02:54:18.412589 3649 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 02:54:18.412579 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 02:54:18.412597 3649 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 02:54:18.412831 3649 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 02:54:18.412844 3649 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 02:54:18.412849 3649 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 02:54:18.412857 3649 egressqos.go:193] Setting up event handlers for EgressQoS I0512 02:54:18.412867 3649 egressfirewall.go:723] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall I0512 02:54:18.412877 3649 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall I0512 02:54:18.412881 3649 egressfirewall.go:723] Syncing node "ip-10-0-2-144.ec2.internal" for egress firewall I0512 02:54:18.412995 3649 egressqos.go:245] Starting EgressQoS Controller I0512 02:54:18.413006 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 02:54:18.413014 3649 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 02:54:18.413020 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 02:54:18.413024 3649 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 02:54:18.413029 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 02:54:18.413034 3649 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 02:54:18.413038 3649 egressqos.go:259] Repairing EgressQoSes I0512 02:54:18.413041 3649 egressqos.go:399] Starting repairing loop for egressqos I0512 02:54:18.413111 3649 egressqos.go:401] Finished repairing loop for egressqos: 69.879µs I0512 02:54:18.413125 3649 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 02:54:18.413177 3649 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-252.ec2.internal I0512 02:54:18.413216 3649 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-252.ec2.internal : 41.063µs I0512 02:54:18.413294 3649 egressservice_zone.go:210] Starting Egress Services Controller I0512 02:54:18.413303 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 02:54:18.413309 3649 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 02:54:18.413314 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 02:54:18.413319 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 02:54:18.413325 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 02:54:18.413329 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 02:54:18.413335 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 02:54:18.413339 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 02:54:18.413342 3649 egressservice_zone.go:228] Repairing Egress Services I0512 02:54:18.413616 3649 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 02:54:18.413625 3649 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 02:54:18.413690 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0512 02:54:18.413712 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 23.516µs I0512 02:54:18.413723 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:18.413730 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 7.934µs I0512 02:54:18.413737 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-144.ec2.internal I0512 02:54:18.413744 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-144.ec2.internal: 7.86µs I0512 02:54:18.414147 3649 default_network_controller.go:585] Completing all the Watchers took 305.948281ms I0512 02:54:18.414161 3649 default_network_controller.go:589] Starting unidling controllers I0512 02:54:18.414172 3649 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 02:54:18.414177 3649 unidle.go:63] Populating Initial ContollerEvent events I0512 02:54:18.414187 3649 unidle.go:79] Setting up event handlers for services I0512 02:54:18.414242 3649 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 02:54:18.571285 3649 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:19.070899 3649 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:19.570806 3649 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:19.944589 3649 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller W0512 02:54:19.944617 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:20.070835 3649 default_node_network_controller.go:519] Node connection status = connected I0512 02:54:20.087683 3649 bridgeconfig.go:537] Gateway is ready I0512 02:54:20.087700 3649 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 02:54:20.098581 3649 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.252. Updating OVN encap IP. I0512 02:54:20.103434 3649 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.252 - it is already configured I0512 02:54:20.103446 3649 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.252/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 02:54:20.103633 3649 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.252/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-252.ec2.internal","mac-address":"0a:ff:ea:98:8b:a1","ip-addresses":["10.0.1.252/24"],"ip-address":"10.0.1.252/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1ae2b200-67a6-4df7-8e0f-13ca445c8394 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.252/24"}] on node ip-10-0-1-252.ec2.internal I0512 02:54:20.118367 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-252.ec2.internal in network "default" I0512 02:54:20.118389 3649 egressfirewall.go:723] Syncing node "ip-10-0-1-252.ec2.internal" for egress firewall I0512 02:54:20.118423 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:20.118431 3649 master.go:548] Adding or Updating local node "ip-10-0-1-252.ec2.internal" for network "default" I0512 02:54:20.118437 3649 node_tracker.go:169] Node ip-10-0-1-252.ec2.internal switch + router changed, syncing services in network "default" I0512 02:54:20.118439 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 20.988µs I0512 02:54:20.118454 3649 services_controller.go:574] Full service sync requested for network=default W0512 02:54:20.118876 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:20.118878 3649 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.252 W0512 02:54:20.118979 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:20.119022 3649 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-252.ec2.internal I0512 02:54:20.123430 3649 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-252.ec2.internal. Updating no re-route policies I0512 02:54:20.123503 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8zlng I0512 02:54:20.123512 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qrql8 I0512 02:54:20.123521 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8zlng I0512 02:54:20.123526 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rzzdw I0512 02:54:20.123543 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8wvdz I0512 02:54:20.123548 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rzzdw I0512 02:54:20.123546 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zcj75 I0512 02:54:20.123563 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zcj75 I0512 02:54:20.123566 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-252.ec2.internal I0512 02:54:20.123565 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dk2xh I0512 02:54:20.123581 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rzzdw after 0 failed attempt(s) I0512 02:54:20.123585 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-dk2xh I0512 02:54:20.123584 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6bfvz I0512 02:54:20.123530 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qrql8 I0512 02:54:20.123598 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-252.ec2.internal I0512 02:54:20.123602 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6bfvz I0512 02:54:20.123612 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qrql8 after 0 failed attempt(s) I0512 02:54:20.123615 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-dk2xh after 0 failed attempt(s) I0512 02:54:20.123622 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-252.ec2.internal after 0 failed attempt(s) I0512 02:54:20.123616 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6hl6r I0512 02:54:20.123628 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6bfvz after 0 failed attempt(s) I0512 02:54:20.123627 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dqkwd I0512 02:54:20.123635 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6hl6r I0512 02:54:20.123648 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dqkwd I0512 02:54:20.123598 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-4n68r I0512 02:54:20.123660 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6hl6r after 0 failed attempt(s) I0512 02:54:20.123663 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-4n68r I0512 02:54:20.123664 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8zlng after 0 failed attempt(s) I0512 02:54:20.123629 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-p274p I0512 02:54:20.123556 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8wvdz I0512 02:54:20.123681 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-p274p I0512 02:54:20.123690 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zcj75 after 0 failed attempt(s) I0512 02:54:20.123696 3649 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dqkwd] creating logical port openshift-multus_network-metrics-daemon-dqkwd for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:20.123713 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8wvdz after 0 failed attempt(s) I0512 02:54:20.123734 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-p274p after 0 failed attempt(s) I0512 02:54:20.123741 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ldm57 I0512 02:54:20.123756 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ldm57 I0512 02:54:20.123696 3649 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-4n68r] creating logical port kube-system_global-pull-secret-syncer-4n68r for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:20.123790 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ldm57] creating logical port openshift-network-diagnostics_network-check-target-ldm57 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:20.123628 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-252.ec2.internal I0512 02:54:20.123832 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-252.ec2.internal I0512 02:54:20.123848 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-252.ec2.internal after 0 failed attempt(s) I0512 02:54:20.124553 3649 pods.go:271] [openshift-multus/network-metrics-daemon-dqkwd] addLogicalPort took 872.73µs, libovsdb time 409.554µs I0512 02:54:20.124565 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dqkwd after 0 failed attempt(s) I0512 02:54:20.124687 3649 pods.go:271] [kube-system/global-pull-secret-syncer-4n68r] addLogicalPort took 1.002751ms, libovsdb time 451.834µs I0512 02:54:20.124702 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-4n68r after 0 failed attempt(s) I0512 02:54:20.124762 3649 pods.go:271] [openshift-network-diagnostics/network-check-target-ldm57] addLogicalPort took 983.027µs, libovsdb time 306.124µs I0512 02:54:20.124772 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ldm57 after 0 failed attempt(s) I0512 02:54:20.134832 3649 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 02:54:20.145713 3649 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 02:54:20.148849 3649 iptables.go:108] Creating table: nat chain: OUTPUT I0512 02:54:20.192023 3649 iptables.go:108] Creating table: nat chain: PREROUTING I0512 02:54:20.254103 3649 iptables.go:108] Creating table: filter chain: FORWARD I0512 02:54:20.269634 3649 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 02:54:20.269715 3649 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 02:54:20.269771 3649 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 02:54:20.269837 3649 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 02:54:20.269886 3649 gateway_init.go:325] Gateway and management port readiness took 2.20376211s I0512 02:54:20.269918 3649 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 02:54:20.269956 3649 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 02:54:20.269973 3649 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 02:54:20.269984 3649 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 02:54:20.270044 3649 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 02:54:20.270121 3649 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.843µs I0512 02:54:20.270376 3649 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 02:54:20.270406 3649 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.219µs I0512 02:54:20.270415 3649 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.541µs I0512 02:54:20.270420 3649 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 02:54:20.270430 3649 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 02:54:20.270436 3649 default_node_network_controller.go:899] Starting the default node network controller I0512 02:54:20.270442 3649 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 02:54:20.270533 3649 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.476µs I0512 02:54:20.270599 3649 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 02:54:20.270608 3649 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 02:54:20.270633 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae3140 0xc0002b62a0 0xc0002b6310 0xc0002b6380 0xc0002b63f0 0xc0002b64d0 0xc0002b65b0 0xc000af51d0 0xc0002b6620 0xc0002b6690 0xc000b343c0 0xc0061eb420 0xc0002b6700 map[0x2ff9080:0xc0027a6480 0x2ff95c0:0xc0027a6780 0x2ffa2e0:0xc0027a63c0 0x2ffa580:0xc0027a6420 0x2ffad60:0xc0027a64e0 0x2ffb000:0xc0027a6540 0x2ffb2a0:0xc0027a6720 0x2ffba80:0xc0027a67e0 0x2ffbd20:0xc0027a6840 0x3026980:0xc000aa5ce0 0x3026d20:0xc002399140 0x3027800:0xc000bbbbc0 0x3029160:0xc001c5e000 0x30298a0:0xc0023991a0 0x302a720:0xc000aa5c80] 0xc000118fc0 0} I0512 02:54:20.270686 3649 gateway.go:151] Starting gateway service sync I0512 02:54:20.271070 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 02:54:20.273112 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 02:54:20.295669 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 02:54:20.296740 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 02:54:20.297801 3649 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 02:54:20.331536 3649 gateway.go:168] Gateway service sync done. Time taken: 60.838757ms I0512 02:54:20.332099 3649 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32490 I0512 02:54:20.332384 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae3140 0xc0002b62a0 0xc0002b6310 0xc0002b6380 0xc0002b63f0 0xc0002b64d0 0xc0002b65b0 0xc000af51d0 0xc0002b6620 0xc0002b6690 0xc000b343c0 0xc0061eb420 0xc0002b6700 map[0x2ff9080:0xc0027a6480 0x2ff95c0:0xc0027a6780 0x2ffa2e0:0xc0027a63c0 0x2ffa580:0xc0027a6420 0x2ffad60:0xc0027a64e0 0x2ffb000:0xc0027a6540 0x2ffb2a0:0xc0027a6720 0x2ffba80:0xc0027a67e0 0x2ffbd20:0xc0027a6840 0x3026980:0xc000aa5ce0 0x3026d20:0xc002399140 0x3027800:0xc000bbbbc0 0x3029160:0xc001c5e000 0x30298a0:0xc0023991a0 0x302a720:0xc000aa5c80] 0xc000118fc0 0} I0512 02:54:20.332866 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae3140 0xc0002b62a0 0xc0002b6310 0xc0002b6380 0xc0002b63f0 0xc0002b64d0 0xc0002b65b0 0xc000af51d0 0xc0002b6620 0xc0002b6690 0xc000b343c0 0xc0061eb420 0xc0002b6700 map[0x2ff9080:0xc0027a6480 0x2ff95c0:0xc0027a6780 0x2ffa2e0:0xc0027a63c0 0x2ffa580:0xc0027a6420 0x2ffad60:0xc0027a64e0 0x2ffb000:0xc0027a6540 0x2ffb2a0:0xc0027a6720 0x2ffba80:0xc0027a67e0 0x2ffbd20:0xc0027a6840 0x3026980:0xc000aa5ce0 0x3026d20:0xc002399140 0x3027800:0xc000bbbbc0 0x3029160:0xc001c5e000 0x30298a0:0xc0023991a0 0x302a720:0xc000aa5c80] 0xc000118fc0 0} I0512 02:54:20.332905 3649 gateway.go:532] Reconciling gateway with updates I0512 02:54:20.337833 3649 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 02:54:20.337911 3649 default_node_network_controller.go:944] Gateway and management port readiness took 67.295407ms I0512 02:54:20.337947 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:20.337967 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:20.337978 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:20.337989 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:20.338002 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:20.338017 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:20.338023 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 02:54:20.338024 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:20.338037 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:20.338035 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 02:54:20.338049 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:20.338063 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:20.338052 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 02:54:20.338064 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:20.338076 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 02:54:20.338035 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:20.338086 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:20.338092 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:20.338096 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:20.338071 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:20.338108 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:20.338112 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:20.338123 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 02:54:20.338125 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:20.338134 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:20.338140 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:20.338068 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:20.338143 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 02:54:20.338037 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:20.338113 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:20.338160 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 02:54:20.338065 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:20.338162 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:20.338138 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:20.338181 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:20.338183 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:20.338190 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:20.338196 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:20.338206 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:20.338212 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 02:54:20.338087 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:20.338218 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:20.338226 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:20.338225 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 02:54:20.338238 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 02:54:20.338242 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:20.338249 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:20.338272 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 02:54:20.338274 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:20.338282 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:20.338289 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:20.338294 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:20.338292 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 02:54:20.338300 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:20.338260 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:20.338306 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 02:54:20.338307 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338314 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:20.338314 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:20.338321 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:20.338319 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:20.338326 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:20.338327 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:20.338333 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338337 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:20.338101 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 02:54:20.338350 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338149 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:20.338187 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:20.338398 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 02:54:20.338402 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:20.338408 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:20.338351 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 02:54:20.338426 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 02:54:20.338427 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:20.338443 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 02:54:20.338333 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:20.338461 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:20.338462 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:20.338476 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:20.338023 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338444 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 02:54:20.338492 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338053 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:20.338503 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:20.338506 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:20.338510 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 02:54:20.338512 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338087 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:20.338416 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 02:54:20.338098 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:20.338072 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:20.338538 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:20.338547 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338121 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:20.338551 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338151 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 02:54:20.338555 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 02:54:20.338250 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 02:54:20.338553 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 02:54:20.338166 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:20.338578 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 02:54:20.338586 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:20.338167 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:20.338596 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:20.338603 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:20.338169 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 02:54:20.338171 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 02:54:20.338270 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:20.338678 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:20.338293 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:20.338745 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:20.338300 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:20.338796 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:20.338801 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 02:54:20.338024 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 02:54:20.338479 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:20.338048 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:20.338872 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:20.338897 3649 node_ip_handler_linux.go:160] Node IP manager is running I0512 02:54:20.338519 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31345 is already open, no action needed I0512 02:54:20.338918 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 32439 is already open, no action needed I0512 02:54:20.338555 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:20.338954 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 02:54:20.338150 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) W0512 02:54:20.377256 3649 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 02:54:20.377487 3649 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 02:54:20.377618 3649 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 02:54:20.387503 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 02:54:20.387535 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 02:54:20.387554 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 02:54:20.387563 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 02:54:20.428865 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 02:54:20.428893 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 02:54:20.428900 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 02:54:20.428906 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 02:54:20.428911 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 02:54:20.467706 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0512 02:54:21.524845 3649 egressip_healthcheck.go:76] Health checking using insecure connection I0512 02:54:21.524903 3649 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 02:54:21.524975 3649 default_node_network_controller.go:1380] Starting node controller node sync I0512 02:54:21.536472 3649 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.479177ms I0512 02:54:21.536579 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 10.0.0.75 to PMTUD blocking rules I0512 02:54:21.536583 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-144.ec2.internal", IP: 10.0.2.144 to PMTUD blocking rules I0512 02:54:21.536590 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 02:54:21.536597 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-144.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 02:54:21.547918 3649 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 02:54:21.548198 3649 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 02:54:21.548394 3649 egressservice_node.go:183] Starting Egress Services Controller I0512 02:54:21.548412 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 02:54:21.548421 3649 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 02:54:21.548426 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 02:54:21.548431 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 02:54:21.548436 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 02:54:21.548440 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 02:54:21.548444 3649 egressservice_node.go:197] Repairing Egress Services I0512 02:54:21.558251 3649 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 02:54:21.558264 3649 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 02:54:21.558445 3649 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 02:54:21.558460 3649 link_network_manager.go:119] Link manager is running I0512 02:54:21.558470 3649 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 02:54:21.558619 3649 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 02:54:21.558816 3649 vrf_manager.go:128] VRF manager is running I0512 02:54:21.558916 3649 node_controller_manager.go:437] Removing flows to drop GARP I0512 02:54:21.558927 3649 gateway.go:532] Reconciling gateway with updates I0512 02:54:21.580292 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:21.580312 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:21.580319 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 02:54:21.580328 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 02:54:21.580329 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:21.580346 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 02:54:21.580344 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:21.580372 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 02:54:21.580376 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:21.580381 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 02:54:21.580390 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 02:54:21.580392 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:21.580390 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:21.580398 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 02:54:21.580406 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 02:54:21.580410 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:21.580421 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:21.580426 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 02:54:21.580430 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 02:54:21.580438 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 02:54:21.580440 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:21.580414 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 02:54:21.580445 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 02:54:21.580453 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 02:54:21.580456 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:21.580461 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:21.580465 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:21.580468 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31345 is already open, no action needed I0512 02:54:21.580472 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 02:54:21.580476 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 02:54:21.580477 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 02:54:21.580480 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 32439 is already open, no action needed I0512 02:54:21.580477 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:21.580495 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:21.580492 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:21.580510 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 02:54:21.580512 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 02:54:21.580513 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 02:54:21.580429 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 02:54:21.580514 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:21.580524 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 02:54:21.580462 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:21.580474 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:21.580539 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 02:54:21.580413 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 02:54:21.580545 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 02:54:21.580489 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 02:54:21.580555 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 02:54:21.580425 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:21.580446 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:21.580294 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:21.580576 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 02:54:21.580580 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 02:54:21.580500 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 02:54:21.580608 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:21.580618 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 02:54:21.580475 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:21.580620 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:21.580501 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 02:54:21.580634 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 02:54:21.580543 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 02:54:21.580639 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:21.580644 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 02:54:21.580652 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 02:54:21.580649 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:21.580663 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 02:54:21.580668 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:21.580672 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 02:54:21.580682 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 02:54:21.580682 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:21.580690 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:21.580698 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 02:54:21.580694 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:21.580703 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:21.580710 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 02:54:21.580712 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 02:54:21.580634 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 02:54:21.580717 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 02:54:21.580670 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:21.580727 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 02:54:21.580732 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 02:54:21.580737 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 02:54:21.580725 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:21.580742 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:21.580750 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 02:54:21.580754 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 02:54:21.580468 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:21.580753 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:21.580756 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:21.580763 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 02:54:21.580769 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 02:54:21.580486 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:21.580798 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 02:54:21.580702 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 02:54:21.580630 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:21.580844 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 02:54:21.580711 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 02:54:21.580441 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 02:54:21.580532 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 02:54:21.580800 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 02:54:21.580686 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:21.580937 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 02:54:21.580882 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 02:54:21.580760 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 02:54:21.618857 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 02:54:21.618870 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 02:54:21.618878 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 02:54:21.618883 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 02:54:21.618888 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 02:54:21.618893 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 02:54:21.618898 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 02:54:21.676700 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 02:54:21.676724 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 02:54:21.676731 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 02:54:21.676736 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 02:54:21.676741 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 02:54:21.676747 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 02:54:21.676752 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 02:54:21.676759 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 02:54:21.676764 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 02:54:21.676769 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 02:54:21.676774 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 02:54:21.676779 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 02:54:21.676784 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 02:54:21.676789 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 02:54:21.676794 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 02:54:21.676798 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 02:54:21.676803 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 02:54:21.714663 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 02:54:21.714682 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 02:54:21.714689 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 02:54:21.714694 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 02:54:21.714699 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 02:54:21.714707 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 02:54:24.142202 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-252.ec2.internal I0512 02:54:24.142245 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-252.ec2.internal: 51.51µs I0512 02:54:24.169263 3649 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76954bd7c7-hxnxs] creating logical port openshift-image-registry_image-registry-76954bd7c7-hxnxs for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:24.169396 3649 kube.go:256] Updating pod openshift-image-registry/image-registry-76954bd7c7-hxnxs I0512 02:54:24.187186 3649 pod.go:62] [openshift-image-registry/image-registry-76954bd7c7-hxnxs] pod update took 17.834251ms I0512 02:54:24.187212 3649 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76954bd7c7-hxnxs] addLogicalPort annotation time took 17.865215ms I0512 02:54:24.188488 3649 pods.go:271] [openshift-image-registry/image-registry-76954bd7c7-hxnxs] addLogicalPort took 19.241617ms, libovsdb time 968.556µs I0512 02:54:24.192917 3649 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-h9nr7] creating logical port openshift-ingress-canary_ingress-canary-h9nr7 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:24.193053 3649 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-h9nr7 I0512 02:54:24.198613 3649 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w5429] creating logical port openshift-dns_dns-default-w5429 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:24.198705 3649 kube.go:256] Updating pod openshift-dns/dns-default-w5429 I0512 02:54:24.209127 3649 pod.go:62] [openshift-ingress-canary/ingress-canary-h9nr7] pod update took 16.104845ms I0512 02:54:24.209146 3649 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-h9nr7] addLogicalPort annotation time took 16.128134ms I0512 02:54:24.210295 3649 pods.go:271] [openshift-ingress-canary/ingress-canary-h9nr7] addLogicalPort took 17.39332ms, libovsdb time 858.802µs I0512 02:54:24.214011 3649 pod.go:62] [openshift-dns/dns-default-w5429] pod update took 15.323486ms I0512 02:54:24.214035 3649 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w5429] addLogicalPort annotation time took 15.349998ms I0512 02:54:24.215086 3649 pods.go:271] [openshift-dns/dns-default-w5429] addLogicalPort took 16.482934ms, libovsdb time 793.449µs I0512 02:54:25.118334 3649 cni.go:452] [openshift-ingress-canary/ingress-canary-h9nr7 16200229bcc16c42e27a3012cf93612372723436c2cedce6a7a6865545ad8987 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-h9nr7 16200229bcc16c42e27a3012cf93612372723436c2cedce6a7a6865545ad8987 network default NAD default NAD key ] I0512 02:54:25.149302 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-h9nr7, hostIfaceName: 16200229bcc16c4, network: default, NAD default, SandboxID: "16200229bcc16c42e27a3012cf93612372723436c2cedce6a7a6865545ad8987", PCI device ID: , UID: "15afa036-535b-4e16-9b51-0e49143bb9d7", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 02:54:25.201270 3649 cni.go:473] [openshift-ingress-canary/ingress-canary-h9nr7 16200229bcc16c42e27a3012cf93612372723436c2cedce6a7a6865545ad8987 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-h9nr7 16200229bcc16c42e27a3012cf93612372723436c2cedce6a7a6865545ad8987 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ab:e2:6d:d0:e0\",\"name\":\"16200229bcc16c4\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e369207-8d9a-4fa1-91be-5691a8adcfdd\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:54:28.194495 3649 cni.go:452] [openshift-network-diagnostics/network-check-target-ldm57 0348299c9f3221b6be2dfa8b19739d834775644ed18a2e6b8d48f6f954ee1d05 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ldm57 0348299c9f3221b6be2dfa8b19739d834775644ed18a2e6b8d48f6f954ee1d05 network default NAD default NAD key ] I0512 02:54:28.198983 3649 cni.go:452] [kube-system/global-pull-secret-syncer-4n68r 94ae52df8dc8aadcabe58d65f5d93323620ebdbef0bcb7414e0bfc025bd2d953 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-4n68r 94ae52df8dc8aadcabe58d65f5d93323620ebdbef0bcb7414e0bfc025bd2d953 network default NAD default NAD key ] I0512 02:54:28.205157 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ldm57, hostIfaceName: 0348299c9f3221b, network: default, NAD default, SandboxID: "0348299c9f3221b6be2dfa8b19739d834775644ed18a2e6b8d48f6f954ee1d05", PCI device ID: , UID: "53acfdab-2eaa-446e-9dc6-d3efc4be93bb", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 02:54:28.208799 3649 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-4n68r, hostIfaceName: 94ae52df8dc8aad, network: default, NAD default, SandboxID: "94ae52df8dc8aadcabe58d65f5d93323620ebdbef0bcb7414e0bfc025bd2d953", PCI device ID: , UID: "036669d2-34a6-4ac6-946a-440d7d6c06a1", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 02:54:28.250823 3649 cni.go:473] [openshift-network-diagnostics/network-check-target-ldm57 0348299c9f3221b6be2dfa8b19739d834775644ed18a2e6b8d48f6f954ee1d05 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ldm57 0348299c9f3221b6be2dfa8b19739d834775644ed18a2e6b8d48f6f954ee1d05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:05:11:5a:9d:83\",\"name\":\"0348299c9f3221b\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a37d4bd-976d-4935-8a45-21e4d7fc9c85\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:54:28.257305 3649 cni.go:473] [kube-system/global-pull-secret-syncer-4n68r 94ae52df8dc8aadcabe58d65f5d93323620ebdbef0bcb7414e0bfc025bd2d953 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-4n68r 94ae52df8dc8aadcabe58d65f5d93323620ebdbef0bcb7414e0bfc025bd2d953 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:fe:0d:05:52:a9\",\"name\":\"94ae52df8dc8aad\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d840bbd-00f2-40b3-8bfc-023cfb84cc36\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:54:33.366576 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:36.651632 3649 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:54:36.651784 3649 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 I0512 02:54:36.664341 3649 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59] pod update took 12.599974ms I0512 02:54:36.664373 3649 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59] addLogicalPort annotation time took 12.636613ms I0512 02:54:36.665618 3649 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59] addLogicalPort took 14.001614ms, libovsdb time 965.227µs I0512 02:54:37.046196 3649 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key ] I0512 02:54:37.056274 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59, hostIfaceName: 87b533ad87b599b, network: default, NAD default, SandboxID: "87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf", PCI device ID: , UID: "1b0d5d51-b40d-4d39-9661-694d09d24305", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 02:54:37.099463 3649 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:85:5e:53:34:77\",\"name\":\"87b533ad87b599b\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5efa27dd-1529-4a56-9551-50e5507bbd67\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:54:40.550026 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:40.642836 3649 default_network_controller.go:1025] Node "ip-10-0-2-144.ec2.internal" in remote zone "ip-10-0-2-144.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 02:54:40.643683 3649 zone_ic_handler.go:195] Time taken to create transit switch: 290.61µs I0512 02:54:40.643698 3649 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-144.ec2.internal for the network default I0512 02:54:40.644662 3649 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-144.ec2.internal" on network "default" took: 1.319515ms W0512 02:54:50.936541 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 02:54:50.936564 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:54:58.439288 3649 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key ] I0512 02:54:58.498886 3649 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 87b533ad87b599bf52f17fc3d657cca4707737511d0d7b827c0eb036c11bc8bf network default NAD default NAD key default], result "{}", err I0512 02:54:58.541079 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.541126 3649 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 I0512 02:54:58.542446 3649 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59, ips: 10.130.0.9 I0512 02:54:58.542472 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.542493 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.542501 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 02:54:58.542669 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 02:54:58.542684 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 02:54:59.565654 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:54:59.565681 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:54:59.565697 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:54:59.565735 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4kd59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:55:01.711807 3649 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 02:55:01.724974 3649 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 02:55:04.376756 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 02:56:06.722070 3649 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-tmbn6 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:06.722163 3649 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6 I0512 02:56:06.728215 3649 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-7628c] creating logical port openshift-console-operator_console-operator-66dbbb6468-7628c for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:06.728294 3649 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-7628c I0512 02:56:06.738759 3649 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-9rwkv for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:06.738861 3649 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv I0512 02:56:06.748604 3649 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-7628c] pod update took 20.329975ms I0512 02:56:06.748622 3649 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-7628c] addLogicalPort annotation time took 20.350673ms I0512 02:56:06.749805 3649 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-7628c] addLogicalPort took 21.6042ms, libovsdb time 938.794µs I0512 02:56:06.758162 3649 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv] pod update took 19.318968ms I0512 02:56:06.758178 3649 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6] pod update took 36.040403ms I0512 02:56:06.758183 3649 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv] addLogicalPort annotation time took 19.342152ms I0512 02:56:06.758189 3649 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6] addLogicalPort annotation time took 36.05437ms I0512 02:56:06.759174 3649 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6] addLogicalPort took 37.11961ms, libovsdb time 672.481µs I0512 02:56:06.759270 3649 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv] addLogicalPort took 20.526478ms, libovsdb time 729.972µs I0512 02:56:06.911408 3649 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-vgwdt] creating logical port openshift-insights_insights-operator-6dbb575d6c-vgwdt for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:06.911494 3649 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-vgwdt I0512 02:56:06.921938 3649 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-66dc78ffdf-8w8r7] creating logical port openshift-ingress_router-default-66dc78ffdf-8w8r7 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:06.922010 3649 kube.go:256] Updating pod openshift-ingress/router-default-66dc78ffdf-8w8r7 I0512 02:56:06.922241 3649 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5676f94f57-sjrmv] creating logical port openshift-ingress_router-default-5676f94f57-sjrmv for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:06.922306 3649 kube.go:256] Updating pod openshift-ingress/router-default-5676f94f57-sjrmv I0512 02:56:06.949120 3649 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-vgwdt] pod update took 37.639607ms I0512 02:56:06.949143 3649 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-vgwdt] addLogicalPort annotation time took 37.668777ms I0512 02:56:06.950158 3649 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-vgwdt] addLogicalPort took 38.760847ms, libovsdb time 720.501µs I0512 02:56:06.952961 3649 pod.go:62] [openshift-ingress/router-default-5676f94f57-sjrmv] pod update took 30.674614ms I0512 02:56:06.952985 3649 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5676f94f57-sjrmv] addLogicalPort annotation time took 30.698356ms I0512 02:56:06.953100 3649 pod.go:62] [openshift-ingress/router-default-66dc78ffdf-8w8r7] pod update took 31.110386ms I0512 02:56:06.953131 3649 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-66dc78ffdf-8w8r7] addLogicalPort annotation time took 31.131229ms I0512 02:56:06.954137 3649 pods.go:271] [openshift-ingress/router-default-5676f94f57-sjrmv] addLogicalPort took 31.904502ms, libovsdb time 783.125µs I0512 02:56:06.954444 3649 pods.go:271] [openshift-ingress/router-default-66dc78ffdf-8w8r7] addLogicalPort took 32.519711ms, libovsdb time 1.022686ms I0512 02:56:07.081542 3649 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6 24bf3a8ed7ad7bd5b26a97b62da9d793b106b54369166fbd7a5eafb7d2a07df6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6 24bf3a8ed7ad7bd5b26a97b62da9d793b106b54369166fbd7a5eafb7d2a07df6 network default NAD default NAD key ] I0512 02:56:07.084945 3649 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-7628c 974b11173c869c17b69e29d9677af4f9e369eaa1a416c62d843272c0fdcc06a3 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-7628c 974b11173c869c17b69e29d9677af4f9e369eaa1a416c62d843272c0fdcc06a3 network default NAD default NAD key ] I0512 02:56:07.094334 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-tmbn6, hostIfaceName: 24bf3a8ed7ad7bd, network: default, NAD default, SandboxID: "24bf3a8ed7ad7bd5b26a97b62da9d793b106b54369166fbd7a5eafb7d2a07df6", PCI device ID: , UID: "6fefb06c-f4a0-4c2e-b21f-3051eb3cecb6", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 02:56:07.096383 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-7628c, hostIfaceName: 974b11173c869c1, network: default, NAD default, SandboxID: "974b11173c869c17b69e29d9677af4f9e369eaa1a416c62d843272c0fdcc06a3", PCI device ID: , UID: "cb552a0c-f14e-4170-9001-7dd146487afe", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0512 02:56:07.139028 3649 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6 24bf3a8ed7ad7bd5b26a97b62da9d793b106b54369166fbd7a5eafb7d2a07df6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-tmbn6 24bf3a8ed7ad7bd5b26a97b62da9d793b106b54369166fbd7a5eafb7d2a07df6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:1a:95:08:7e:97\",\"name\":\"24bf3a8ed7ad7bd\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/175f8bc8-54aa-4a0f-872f-df78cf432a7c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:56:07.154254 3649 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-7628c 974b11173c869c17b69e29d9677af4f9e369eaa1a416c62d843272c0fdcc06a3 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-7628c 974b11173c869c17b69e29d9677af4f9e369eaa1a416c62d843272c0fdcc06a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:a1:d6:e9:1b:14\",\"name\":\"974b11173c869c1\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb0db70f-32bd-4228-af40-ee26d0ec8e59\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:56:07.269059 3649 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-vgwdt 1b9d8d8a43273d73a3e7cfac7b223407c0998e25b004753c1ce04fa3e0ae3693 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-vgwdt 1b9d8d8a43273d73a3e7cfac7b223407c0998e25b004753c1ce04fa3e0ae3693 network default NAD default NAD key ] I0512 02:56:07.281929 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-vgwdt, hostIfaceName: 1b9d8d8a43273d7, network: default, NAD default, SandboxID: "1b9d8d8a43273d73a3e7cfac7b223407c0998e25b004753c1ce04fa3e0ae3693", PCI device ID: , UID: "f884e678-d529-4ad2-94e3-c0ca57188d10", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 02:56:07.328859 3649 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-vgwdt 1b9d8d8a43273d73a3e7cfac7b223407c0998e25b004753c1ce04fa3e0ae3693 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-vgwdt 1b9d8d8a43273d73a3e7cfac7b223407c0998e25b004753c1ce04fa3e0ae3693 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:30:2b:d1:21:db\",\"name\":\"1b9d8d8a43273d7\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a23c3cea-4483-43ad-99e0-cb5f47716d83\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:56:10.671210 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 02:56:10.844767 3649 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 02:56:10.845734 3649 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 944.909µs I0512 02:56:10.885178 3649 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 02:56:13.004652 3649 namespace.go:98] [openshift-service-ca] adding namespace I0512 02:56:13.005583 3649 namespace.go:102] [openshift-service-ca] adding namespace took 903.134µs I0512 02:56:13.021916 3649 namespace.go:142] [openshift-service-ca] updating namespace W0512 02:56:21.494494 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 02:56:32.230906 3649 cni.go:452] [openshift-dns/dns-default-w5429 e37dc7405c12e1e5c4a59ade4b0427050e0b0e56be2fe355fed5f1007dba7c71 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w5429 e37dc7405c12e1e5c4a59ade4b0427050e0b0e56be2fe355fed5f1007dba7c71 network default NAD default NAD key ] I0512 02:56:32.239611 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w5429, hostIfaceName: e37dc7405c12e1e, network: default, NAD default, SandboxID: "e37dc7405c12e1e5c4a59ade4b0427050e0b0e56be2fe355fed5f1007dba7c71", PCI device ID: , UID: "ff4b0a99-0e76-4940-b397-0320ccf735c5", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 02:56:32.283635 3649 cni.go:473] [openshift-dns/dns-default-w5429 e37dc7405c12e1e5c4a59ade4b0427050e0b0e56be2fe355fed5f1007dba7c71 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w5429 e37dc7405c12e1e5c4a59ade4b0427050e0b0e56be2fe355fed5f1007dba7c71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ad:9e:21:5b:67\",\"name\":\"e37dc7405c12e1e\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f644a365-4fd1-4360-9ae1-98e43668d0f1\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:56:36.028568 3649 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:36.028586 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:36.028592 3649 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:36.043827 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0512 02:56:36.185913 3649 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rn5dh] creating logical port openshift-insights_insights-runtime-extractor-rn5dh for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:36.186028 3649 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rn5dh I0512 02:56:36.196857 3649 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-k4srb] creating logical port openshift-console_downloads-5c54f4944f-k4srb for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:36.196964 3649 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-k4srb I0512 02:56:36.204969 3649 pod.go:62] [openshift-insights/insights-runtime-extractor-rn5dh] pod update took 18.967869ms I0512 02:56:36.204989 3649 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rn5dh] addLogicalPort annotation time took 18.991272ms I0512 02:56:36.206553 3649 pods.go:271] [openshift-insights/insights-runtime-extractor-rn5dh] addLogicalPort took 20.652824ms, libovsdb time 1.282727ms I0512 02:56:36.216155 3649 pod.go:62] [openshift-console/downloads-5c54f4944f-k4srb] pod update took 19.225149ms I0512 02:56:36.216172 3649 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-k4srb] addLogicalPort annotation time took 19.247402ms I0512 02:56:36.217205 3649 pods.go:271] [openshift-console/downloads-5c54f4944f-k4srb] addLogicalPort took 20.368107ms, libovsdb time 739.462µs I0512 02:56:36.544619 3649 cni.go:452] [openshift-insights/insights-runtime-extractor-rn5dh ee35d3a35749ccbb20ab2cd369b69d72cd07aef255c0b32e1a6f60f507a21ce7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rn5dh ee35d3a35749ccbb20ab2cd369b69d72cd07aef255c0b32e1a6f60f507a21ce7 network default NAD default NAD key ] I0512 02:56:36.550648 3649 cni.go:452] [openshift-console/downloads-5c54f4944f-k4srb 85c14535defc45ab84b0bdcd3f0b4052959ee2ec7f48389c9c27bca7a96722d4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-k4srb 85c14535defc45ab84b0bdcd3f0b4052959ee2ec7f48389c9c27bca7a96722d4 network default NAD default NAD key ] I0512 02:56:36.553957 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rn5dh, hostIfaceName: ee35d3a35749ccb, network: default, NAD default, SandboxID: "ee35d3a35749ccbb20ab2cd369b69d72cd07aef255c0b32e1a6f60f507a21ce7", PCI device ID: , UID: "d631c626-dfc4-4281-9761-8c168bf7d557", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 02:56:36.559552 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-k4srb, hostIfaceName: 85c14535defc45a, network: default, NAD default, SandboxID: "85c14535defc45ab84b0bdcd3f0b4052959ee2ec7f48389c9c27bca7a96722d4", PCI device ID: , UID: "7cec02fa-c299-4ab8-a36e-c6bedeec76b7", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 02:56:36.599110 3649 cni.go:473] [openshift-insights/insights-runtime-extractor-rn5dh ee35d3a35749ccbb20ab2cd369b69d72cd07aef255c0b32e1a6f60f507a21ce7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rn5dh ee35d3a35749ccbb20ab2cd369b69d72cd07aef255c0b32e1a6f60f507a21ce7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:bc:14:2a:42:4f\",\"name\":\"ee35d3a35749ccb\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfd44d3f-e7af-4670-ab1c-e269cedccc2b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:56:36.616435 3649 cni.go:473] [openshift-console/downloads-5c54f4944f-k4srb 85c14535defc45ab84b0bdcd3f0b4052959ee2ec7f48389c9c27bca7a96722d4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-k4srb 85c14535defc45ab84b0bdcd3f0b4052959ee2ec7f48389c9c27bca7a96722d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:7d:a3:ca:e4:fb\",\"name\":\"85c14535defc45a\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a075cd81-97d4-4c2a-86db-76088d7477db\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:56:36.755956 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:36.755994 3649 pods.go:176] Deleting pod: openshift-image-registry/image-registry-76954bd7c7-hxnxs I0512 02:56:36.757201 3649 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-76954bd7c7-hxnxs, ips: 10.130.0.6 I0512 02:56:36.757225 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:36.765486 3649 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65f786c88-j4hsx] creating logical port openshift-image-registry_image-registry-65f786c88-j4hsx for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:36.765578 3649 kube.go:256] Updating pod openshift-image-registry/image-registry-65f786c88-j4hsx I0512 02:56:36.769948 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:36.769970 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76954bd7c7-hxnxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:36.772894 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76954bd7c7-hxnxs I0512 02:56:36.772919 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76954bd7c7-hxnxs I0512 02:56:36.790696 3649 pod.go:62] [openshift-image-registry/image-registry-65f786c88-j4hsx] pod update took 25.14853ms I0512 02:56:36.790719 3649 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65f786c88-j4hsx] addLogicalPort annotation time took 25.173977ms I0512 02:56:36.791873 3649 pods.go:271] [openshift-image-registry/image-registry-65f786c88-j4hsx] addLogicalPort took 26.397687ms, libovsdb time 874.655µs I0512 02:56:37.123492 3649 cni.go:452] [openshift-image-registry/image-registry-65f786c88-j4hsx 9248574320b33ebf2f64815476840c92e8b1df70f835270ed355a86f43617b0e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-65f786c88-j4hsx 9248574320b33ebf2f64815476840c92e8b1df70f835270ed355a86f43617b0e network default NAD default NAD key ] I0512 02:56:37.132992 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65f786c88-j4hsx, hostIfaceName: 9248574320b33eb, network: default, NAD default, SandboxID: "9248574320b33ebf2f64815476840c92e8b1df70f835270ed355a86f43617b0e", PCI device ID: , UID: "be17c73e-925a-41c3-adf1-5f9a0de40962", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 02:56:37.185487 3649 cni.go:473] [openshift-image-registry/image-registry-65f786c88-j4hsx 9248574320b33ebf2f64815476840c92e8b1df70f835270ed355a86f43617b0e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-65f786c88-j4hsx 9248574320b33ebf2f64815476840c92e8b1df70f835270ed355a86f43617b0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9d:18:fd:b8:49\",\"name\":\"9248574320b33eb\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9f84196-5c68-47ba-b166-e8249b6d6b3a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:56:37.742789 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 02:56:37.830289 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:37.830965 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:56:37.862881 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:37.862904 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-52z9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:56:37.862928 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f998b9b66-52z9p I0512 02:56:37.862938 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f998b9b66-52z9p W0512 02:56:38.839986 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 02:56:38.900209 3649 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv 50011efa82494067b38b5fd1ce84a39e9cef8577fc0ab4d546b63fe21d827e11 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv 50011efa82494067b38b5fd1ce84a39e9cef8577fc0ab4d546b63fe21d827e11 network default NAD default NAD key ] I0512 02:56:38.909931 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-9rwkv, hostIfaceName: 50011efa8249406, network: default, NAD default, SandboxID: "50011efa82494067b38b5fd1ce84a39e9cef8577fc0ab4d546b63fe21d827e11", PCI device ID: , UID: "b7970285-847c-44ca-9ebb-58bb8faa5263", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 02:56:38.960031 3649 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv 50011efa82494067b38b5fd1ce84a39e9cef8577fc0ab4d546b63fe21d827e11 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9rwkv 50011efa82494067b38b5fd1ce84a39e9cef8577fc0ab4d546b63fe21d827e11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:96:9a:9f:3d:b0\",\"name\":\"50011efa8249406\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/879a8928-5f83-4725-be64-4e186c9986a1\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:56:39.087207 3649 cni.go:452] [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key ] I0512 02:56:39.087429 3649 cni.go:452] [openshift-ingress/router-default-66dc78ffdf-8w8r7 b426a658ad2a0add5b6bcc8a67a22722cff4af1bc5e41a5d5f786b283c50fb49 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-66dc78ffdf-8w8r7 b426a658ad2a0add5b6bcc8a67a22722cff4af1bc5e41a5d5f786b283c50fb49 network default NAD default NAD key ] I0512 02:56:39.099727 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-66dc78ffdf-8w8r7, hostIfaceName: b426a658ad2a0ad, network: default, NAD default, SandboxID: "b426a658ad2a0add5b6bcc8a67a22722cff4af1bc5e41a5d5f786b283c50fb49", PCI device ID: , UID: "e79d940d-cd60-49da-9baf-056c79768b06", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 02:56:39.100065 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5676f94f57-sjrmv, hostIfaceName: 444e565452aacff, network: default, NAD default, SandboxID: "444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d", PCI device ID: , UID: "d90a6a52-91db-49d2-803e-59eaa175228d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0512 02:56:39.148269 3649 cni.go:473] [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:64:91:e5:a6:9d\",\"name\":\"444e565452aacff\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7eb56dd9-307f-4152-8f5e-907a4cc0685b\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:56:39.164454 3649 cni.go:473] [openshift-ingress/router-default-66dc78ffdf-8w8r7 b426a658ad2a0add5b6bcc8a67a22722cff4af1bc5e41a5d5f786b283c50fb49 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-66dc78ffdf-8w8r7 b426a658ad2a0add5b6bcc8a67a22722cff4af1bc5e41a5d5f786b283c50fb49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:97:95:58:e7:cf\",\"name\":\"b426a658ad2a0ad\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b07c07c-37e3-4e07-8bb0-f891ed3db171\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:56:39.754386 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.754441 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.754519 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.754541 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.754551 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.782475 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.782495 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.782502 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.784232 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.784251 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.879915 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.879968 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.879977 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:39.880809 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:39.880826 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:40.802502 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 02:56:40.802525 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 02:56:40.897345 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 02:56:40.911686 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:40.911713 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 02:56:40.911727 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 02:56:41.039274 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 02:56:43.301371 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 02:56:44.736290 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:44.736315 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:44.736323 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 02:56:51.899848 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 02:56:52.799854 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 02:56:52.835345 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0512 02:56:54.890799 3649 base_network_controller_pods.go:487] [default/openshift-console/console-7ccbd7dc64-j55tp] creating logical port openshift-console_console-7ccbd7dc64-j55tp for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:54.890949 3649 kube.go:256] Updating pod openshift-console/console-7ccbd7dc64-j55tp I0512 02:56:54.913636 3649 pod.go:62] [openshift-console/console-7ccbd7dc64-j55tp] pod update took 22.72399ms I0512 02:56:54.913658 3649 base_network_controller_pods.go:951] [default/openshift-console/console-7ccbd7dc64-j55tp] addLogicalPort annotation time took 22.751265ms I0512 02:56:54.915001 3649 pods.go:271] [openshift-console/console-7ccbd7dc64-j55tp] addLogicalPort took 24.225523ms, libovsdb time 988.956µs I0512 02:56:55.254288 3649 cni.go:452] [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key ] I0512 02:56:55.263836 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7ccbd7dc64-j55tp, hostIfaceName: bcd50a29f8c51e1, network: default, NAD default, SandboxID: "bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983", PCI device ID: , UID: "86d475a0-a15b-4d03-b269-980e7ce0d674", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 02:56:55.314723 3649 cni.go:473] [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d0:89:39:5e:83\",\"name\":\"bcd50a29f8c51e1\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a207deeb-f3b5-4bcf-81b6-635137628b1a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:56:55.367169 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 02:56:57.421991 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:57.422114 3649 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 02:56:57.475435 3649 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 53.362706ms I0512 02:56:57.475461 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 53.393722ms I0512 02:56:57.476855 3649 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 54.880511ms, libovsdb time 978.495µs I0512 02:56:58.047869 3649 cni.go:452] [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key ] I0512 02:56:58.058665 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 32039c3d4c264da, network: default, NAD default, SandboxID: "32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762", PCI device ID: , UID: "36153595-b7e7-4e5c-a3f3-d2247b85f09b", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 02:56:58.114027 3649 cni.go:473] [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:6d:13:4c:5d:20\",\"name\":\"32039c3d4c264da\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ee0a70-a649-49da-a763-426ccb66e9e1\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:56:58.764918 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 02:56:58.836710 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 02:56:59.015035 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:56:59.015058 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 02:56:59.584533 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-755c4bc677-bnqj5] creating logical port openshift-monitoring_thanos-querier-755c4bc677-bnqj5 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:56:59.584645 3649 kube.go:256] Updating pod openshift-monitoring/thanos-querier-755c4bc677-bnqj5 I0512 02:56:59.611837 3649 pod.go:62] [openshift-monitoring/thanos-querier-755c4bc677-bnqj5] pod update took 27.227307ms I0512 02:56:59.611868 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-755c4bc677-bnqj5] addLogicalPort annotation time took 27.26473ms I0512 02:56:59.613126 3649 pods.go:271] [openshift-monitoring/thanos-querier-755c4bc677-bnqj5] addLogicalPort took 28.612431ms, libovsdb time 912.027µs W0512 02:56:59.915659 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.915679 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.915685 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 02:56:59.946161 3649 cni.go:452] [openshift-monitoring/thanos-querier-755c4bc677-bnqj5 1ba6b3572033eae830350a5507899bf12e79f7b3d056e0fc149b946558e5b36c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-755c4bc677-bnqj5 1ba6b3572033eae830350a5507899bf12e79f7b3d056e0fc149b946558e5b36c network default NAD default NAD key ] W0512 02:56:59.952066 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.952091 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:56:59.952101 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 02:56:59.956157 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-755c4bc677-bnqj5, hostIfaceName: 1ba6b3572033eae, network: default, NAD default, SandboxID: "1ba6b3572033eae830350a5507899bf12e79f7b3d056e0fc149b946558e5b36c", PCI device ID: , UID: "0d3cd291-6e09-4380-b9a2-643f5b33878d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 02:57:00.006642 3649 cni.go:473] [openshift-monitoring/thanos-querier-755c4bc677-bnqj5 1ba6b3572033eae830350a5507899bf12e79f7b3d056e0fc149b946558e5b36c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-755c4bc677-bnqj5 1ba6b3572033eae830350a5507899bf12e79f7b3d056e0fc149b946558e5b36c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4a:6c:8d:aa:0d\",\"name\":\"1ba6b3572033eae\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b82dbb08-bfe7-4083-a42b-5f06292c5663\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:57:00.403794 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:00.404451 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:00.413148 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:00.413223 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f998b9b66-6tlwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:00.422852 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f998b9b66-6tlwp I0512 02:57:00.422877 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f998b9b66-6tlwp I0512 02:57:00.659697 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-55cc8dc569-vq7r9] creating logical port openshift-monitoring_metrics-server-55cc8dc569-vq7r9 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:57:00.659803 3649 kube.go:256] Updating pod openshift-monitoring/metrics-server-55cc8dc569-vq7r9 I0512 02:57:00.673291 3649 pod.go:62] [openshift-monitoring/metrics-server-55cc8dc569-vq7r9] pod update took 13.515112ms I0512 02:57:00.673338 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-55cc8dc569-vq7r9] addLogicalPort annotation time took 13.567648ms I0512 02:57:00.674798 3649 pods.go:271] [openshift-monitoring/metrics-server-55cc8dc569-vq7r9] addLogicalPort took 15.121362ms, libovsdb time 1.075391ms I0512 02:57:01.275769 3649 cni.go:452] [openshift-monitoring/metrics-server-55cc8dc569-vq7r9 2296fdb5d53cf25c2e55018f09105b1b270a6567e43cef135cdc753fb4f33970 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-55cc8dc569-vq7r9 2296fdb5d53cf25c2e55018f09105b1b270a6567e43cef135cdc753fb4f33970 network default NAD default NAD key ] I0512 02:57:01.284884 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-55cc8dc569-vq7r9, hostIfaceName: 2296fdb5d53cf25, network: default, NAD default, SandboxID: "2296fdb5d53cf25c2e55018f09105b1b270a6567e43cef135cdc753fb4f33970", PCI device ID: , UID: "e6baede7-cea6-4c51-88ca-d4ed36075caa", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 02:57:01.338133 3649 cni.go:473] [openshift-monitoring/metrics-server-55cc8dc569-vq7r9 2296fdb5d53cf25c2e55018f09105b1b270a6567e43cef135cdc753fb4f33970 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-55cc8dc569-vq7r9 2296fdb5d53cf25c2e55018f09105b1b270a6567e43cef135cdc753fb4f33970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2b:ae:f5:66:8b\",\"name\":\"2296fdb5d53cf25\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa99b228-9573-465b-bb5b-03bf82f53299\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:57:01.995536 3649 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7ccbd7dc64-gtsxk IP address from the namespace address-set, err: pod openshift-console/console-7ccbd7dc64-gtsxk: no pod IPs found W0512 02:57:02.966563 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:03.420771 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:03.918528 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:03.918547 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:03.918552 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:03.918556 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.002251 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:04.002270 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:04.062124 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.062148 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.062153 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:04.062157 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:05.450603 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:05.450623 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 02:57:09.975569 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975588 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975627 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975633 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975648 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975652 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975658 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:09.975662 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 02:57:10.192182 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 02:57:10.903447 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:10.903467 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:10.903475 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:10.903481 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 02:57:15.483349 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 02:57:20.676731 3649 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-zb4f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:20.677280 3649 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-zb4f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:21.516483 3649 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-zb4f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:21.516503 3649 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-zb4f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:21.521930 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644dc47bb-zb4f7 I0512 02:57:21.521949 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644dc47bb-zb4f7 W0512 02:57:21.947446 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 02:57:21.947451 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 02:57:21.947500 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 02:57:22.952641 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 02:57:23.883868 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 02:57:25.968391 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 02:57:25.968445 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 02:57:25.968496 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 02:57:26.980454 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0512 02:57:27.172990 3649 cni.go:452] [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key ] I0512 02:57:27.271827 3649 cni.go:473] [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7ccbd7dc64-j55tp bcd50a29f8c51e1efdf26ebdb07bd7f9e15a12a0a841d23fab3d82c05eec7983 network default NAD default NAD key default], result "{}", err I0512 02:57:27.341444 3649 obj_retry.go:498] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:27.341502 3649 pods.go:176] Deleting pod: openshift-console/console-7ccbd7dc64-j55tp I0512 02:57:27.342895 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7ccbd7dc64-j55tp, ips: 10.130.0.19 I0512 02:57:27.342930 3649 obj_retry.go:498] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:27.352404 3649 base_network_controller_pods.go:487] [default/openshift-console/console-77bd88f895-wgfbh] creating logical port openshift-console_console-77bd88f895-wgfbh for pod on switch ip-10-0-1-252.ec2.internal I0512 02:57:27.352515 3649 kube.go:256] Updating pod openshift-console/console-77bd88f895-wgfbh I0512 02:57:27.367600 3649 pod.go:62] [openshift-console/console-77bd88f895-wgfbh] pod update took 15.109715ms I0512 02:57:27.367619 3649 base_network_controller_pods.go:951] [default/openshift-console/console-77bd88f895-wgfbh] addLogicalPort annotation time took 15.131313ms I0512 02:57:27.368756 3649 pods.go:271] [openshift-console/console-77bd88f895-wgfbh] addLogicalPort took 16.363129ms, libovsdb time 819.05µs I0512 02:57:27.762579 3649 cni.go:452] [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key ] I0512 02:57:27.771955 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77bd88f895-wgfbh, hostIfaceName: 61217cbffed0539, network: default, NAD default, SandboxID: "61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc", PCI device ID: , UID: "59d50589-cfef-4061-b91d-d68c3e6d9ec5", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] W0512 02:57:27.796546 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.796569 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.796577 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.796589 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.796594 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.796598 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 02:57:27.819797 3649 cni.go:473] [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d5:b4:48:1b:62\",\"name\":\"61217cbffed0539\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cfce574-98d6-4363-a122-c6ed11f1ae12\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 02:57:27.845373 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.845399 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:57:27.845406 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 02:57:27.971587 3649 obj_retry.go:492] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:27.971606 3649 obj_retry.go:492] Detected object openshift-console/console-7ccbd7dc64-j55tp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:27.978033 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ccbd7dc64-j55tp I0512 02:57:27.978061 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ccbd7dc64-j55tp W0512 02:57:31.558508 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:57:31.558534 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:57:31.608651 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:57:31.608673 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 02:57:38.029590 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 02:57:56.204742 3649 cni.go:452] [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key ] I0512 02:57:56.304648 3649 cni.go:473] [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5676f94f57-sjrmv 444e565452aacff31a56913df8d4355723155fd91894cb9cde2830f2c8c66d2d network default NAD default NAD key default], result "{}", err I0512 02:57:56.353792 3649 obj_retry.go:498] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:56.353822 3649 pods.go:176] Deleting pod: openshift-ingress/router-default-5676f94f57-sjrmv I0512 02:57:56.355051 3649 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5676f94f57-sjrmv, ips: 10.130.0.15 I0512 02:57:56.355082 3649 obj_retry.go:498] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:56.903537 3649 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-gr5md of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:56.904110 3649 obj_retry.go:498] Detected object openshift-console/console-644dc47bb-gr5md of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:57:57.102764 3649 obj_retry.go:492] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.102788 3649 obj_retry.go:492] Detected object openshift-ingress/router-default-5676f94f57-sjrmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.106017 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5676f94f57-sjrmv I0512 02:57:57.106044 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5676f94f57-sjrmv I0512 02:57:57.173007 3649 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-gr5md of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.173026 3649 obj_retry.go:492] Detected object openshift-console/console-644dc47bb-gr5md of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:57:57.178289 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644dc47bb-gr5md I0512 02:57:57.178312 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644dc47bb-gr5md I0512 02:58:06.258028 3649 cni.go:452] [openshift-multus/network-metrics-daemon-dqkwd f9cbbca83cff349b83e69c53d45cababdd0501fa0e33b78489c74b43c0a7ba84 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dqkwd f9cbbca83cff349b83e69c53d45cababdd0501fa0e33b78489c74b43c0a7ba84 network default NAD default NAD key ] I0512 02:58:06.267084 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dqkwd, hostIfaceName: f9cbbca83cff349, network: default, NAD default, SandboxID: "f9cbbca83cff349b83e69c53d45cababdd0501fa0e33b78489c74b43c0a7ba84", PCI device ID: , UID: "38ab17c7-4e13-4efb-ac41-4e92d1fc1b42", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 02:58:06.313990 3649 cni.go:473] [openshift-multus/network-metrics-daemon-dqkwd f9cbbca83cff349b83e69c53d45cababdd0501fa0e33b78489c74b43c0a7ba84 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dqkwd f9cbbca83cff349b83e69c53d45cababdd0501fa0e33b78489c74b43c0a7ba84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:df:d4:05:23:a3\",\"name\":\"f9cbbca83cff349\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4722fcc8-727f-49f0-a084-065b91287b2d\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:58:18.230740 3649 cni.go:452] [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key ] I0512 02:58:18.321214 3649 cni.go:473] [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 32039c3d4c264daaba0000b0bdfd7962409ba03b7c75c9bc8999e5f1c4f42762 network default NAD default NAD key default], result "{}", err I0512 02:58:18.379389 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:18.379423 3649 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0512 02:58:18.380708 3649 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.20 I0512 02:58:18.380735 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:19.196736 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:19.196765 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:19.203214 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 02:58:19.203236 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 02:58:19.245453 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:58:19.245585 3649 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 02:58:19.270497 3649 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.949465ms I0512 02:58:19.270521 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.974781ms I0512 02:58:19.271710 3649 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.273039ms, libovsdb time 860.652µs I0512 02:58:19.604120 3649 cni.go:452] [openshift-monitoring/alertmanager-main-1 95bceee5f5f0d13abf15db5f57cf124457fdcfe6bd588dc9e1a2e300b96e644d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 95bceee5f5f0d13abf15db5f57cf124457fdcfe6bd588dc9e1a2e300b96e644d network default NAD default NAD key ] I0512 02:58:19.613389 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 95bceee5f5f0d13, network: default, NAD default, SandboxID: "95bceee5f5f0d13abf15db5f57cf124457fdcfe6bd588dc9e1a2e300b96e644d", PCI device ID: , UID: "ee57fd88-09d8-4fd7-b3d8-0fe9c558b126", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 02:58:19.660784 3649 cni.go:473] [openshift-monitoring/alertmanager-main-1 95bceee5f5f0d13abf15db5f57cf124457fdcfe6bd588dc9e1a2e300b96e644d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 95bceee5f5f0d13abf15db5f57cf124457fdcfe6bd588dc9e1a2e300b96e644d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:49:ff:9e:fc:95\",\"name\":\"95bceee5f5f0d13\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e832a6a6-b4e2-46d1-9d0d-f6c063225056\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:58:21.231604 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6] creating logical port openshift-monitoring_telemeter-client-67c99bdd8b-lgmg6 for pod on switch ip-10-0-1-252.ec2.internal I0512 02:58:21.231727 3649 kube.go:256] Updating pod openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6 I0512 02:58:21.254756 3649 pod.go:62] [openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6] pod update took 23.054988ms I0512 02:58:21.254781 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6] addLogicalPort annotation time took 23.081457ms I0512 02:58:21.256049 3649 pods.go:271] [openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6] addLogicalPort took 24.461449ms, libovsdb time 865.209µs I0512 02:58:21.591788 3649 cni.go:452] [openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6 fd7cbcfe6e1f2a480ef725782b77f3b930bd74277da77e54cfb3f697daeac7a7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6 fd7cbcfe6e1f2a480ef725782b77f3b930bd74277da77e54cfb3f697daeac7a7 network default NAD default NAD key ] I0512 02:58:21.605676 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-67c99bdd8b-lgmg6, hostIfaceName: fd7cbcfe6e1f2a4, network: default, NAD default, SandboxID: "fd7cbcfe6e1f2a480ef725782b77f3b930bd74277da77e54cfb3f697daeac7a7", PCI device ID: , UID: "0d3b63c9-0bcb-4e0b-9e50-4bbee3d353c8", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 02:58:21.654797 3649 cni.go:473] [openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6 fd7cbcfe6e1f2a480ef725782b77f3b930bd74277da77e54cfb3f697daeac7a7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-67c99bdd8b-lgmg6 fd7cbcfe6e1f2a480ef725782b77f3b930bd74277da77e54cfb3f697daeac7a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:79:8d:0f:51:cc\",\"name\":\"fd7cbcfe6e1f2a4\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6021042b-e369-4ba4-9033-1de417e1edde\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:58:22.647277 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:22.647863 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:23.295542 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:23.295566 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:23.301858 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 02:58:23.301882 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 02:58:49.320731 3649 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 02:58:49.662715 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:58:49.662736 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 02:58:49.662742 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 02:58:49.934742 3649 cni.go:452] [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key ] I0512 02:58:50.029292 3649 cni.go:473] [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77bd88f895-wgfbh 61217cbffed0539907526744899fd86b1554aea37e0c3bcaea1d98dd919928dc network default NAD default NAD key default], result "{}", err I0512 02:58:50.078194 3649 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-wgfbh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:50.078234 3649 pods.go:176] Deleting pod: openshift-console/console-77bd88f895-wgfbh I0512 02:58:50.079619 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77bd88f895-wgfbh, ips: 10.130.0.23 I0512 02:58:50.079644 3649 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-wgfbh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:50.089135 3649 base_network_controller_pods.go:487] [default/openshift-console/console-7764655bdb-xxlbn] creating logical port openshift-console_console-7764655bdb-xxlbn for pod on switch ip-10-0-1-252.ec2.internal I0512 02:58:50.089226 3649 kube.go:256] Updating pod openshift-console/console-7764655bdb-xxlbn I0512 02:58:50.105696 3649 pod.go:62] [openshift-console/console-7764655bdb-xxlbn] pod update took 16.49653ms I0512 02:58:50.105720 3649 base_network_controller_pods.go:951] [default/openshift-console/console-7764655bdb-xxlbn] addLogicalPort annotation time took 16.522932ms I0512 02:58:50.106801 3649 pods.go:271] [openshift-console/console-7764655bdb-xxlbn] addLogicalPort took 17.680367ms, libovsdb time 780.445µs I0512 02:58:50.329602 3649 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-wgfbh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:50.329625 3649 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-wgfbh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:50.333996 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77bd88f895-wgfbh I0512 02:58:50.334018 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77bd88f895-wgfbh I0512 02:58:50.445468 3649 cni.go:452] [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key ] I0512 02:58:50.454556 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7764655bdb-xxlbn, hostIfaceName: 2d852b626da9b61, network: default, NAD default, SandboxID: "2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c", PCI device ID: , UID: "93553cc5-2867-4c7a-b16c-917da8b3438d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 02:58:50.502038 3649 cni.go:473] [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:28:da:dc:42:fb\",\"name\":\"2d852b626da9b61\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73d5c960-dc12-4d0c-b764-d7b2b170fc6c\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 02:58:50.963996 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:50.964515 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:58:51.428811 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:51.428831 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:58:51.436524 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 02:58:51.436544 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 02:59:00.691549 3649 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-rwlnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:00.692152 3649 obj_retry.go:498] Detected object openshift-console/console-77bd88f895-rwlnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:00.909092 3649 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-rwlnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:00.909124 3649 obj_retry.go:492] Detected object openshift-console/console-77bd88f895-rwlnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:00.914933 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77bd88f895-rwlnz I0512 02:59:00.914960 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77bd88f895-rwlnz W0512 02:59:01.384660 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 02:59:25.918311 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:25.918837 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 02:59:26.018719 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:26.018737 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 02:59:26.024949 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 02:59:26.024964 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 02:59:32.538955 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 02:59:49.450974 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0512 03:00:03.519974 3649 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-jv66g for pod on switch ip-10-0-1-252.ec2.internal I0512 03:00:03.520096 3649 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g I0512 03:00:03.535206 3649 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g] pod update took 15.142176ms I0512 03:00:03.535237 3649 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g] addLogicalPort annotation time took 15.178447ms I0512 03:00:03.536666 3649 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g] addLogicalPort took 16.705484ms, libovsdb time 989.887µs I0512 03:00:03.879702 3649 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g 05d23e6791144fb1b7c15525bdda23f98a2a7cd8f39273ff455fe7b6e549f442 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g 05d23e6791144fb1b7c15525bdda23f98a2a7cd8f39273ff455fe7b6e549f442 network default NAD default NAD key ] I0512 03:00:03.889478 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-jv66g, hostIfaceName: 05d23e6791144fb, network: default, NAD default, SandboxID: "05d23e6791144fb1b7c15525bdda23f98a2a7cd8f39273ff455fe7b6e549f442", PCI device ID: , UID: "d8aec823-97fc-4fb4-880b-aad41d2ccefe", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0512 03:00:03.939455 3649 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g 05d23e6791144fb1b7c15525bdda23f98a2a7cd8f39273ff455fe7b6e549f442 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jv66g 05d23e6791144fb1b7c15525bdda23f98a2a7cd8f39273ff455fe7b6e549f442 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:50:3e:22:9c:af\",\"name\":\"05d23e6791144fb\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78ef9af6-493e-471e-8d4f-161c034532fd\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:00:05.313698 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:05.314260 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:06.209330 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:00:06.209370 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642580-vddwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:00:06.642275 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0512 03:00:17.655431 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 03:00:17.687861 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 03:00:17.687924 3649 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hxbns IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hxbns: no pod IPs found I0512 03:00:57.571446 3649 cni.go:452] [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key ] I0512 03:00:57.650248 3649 cni.go:473] [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7764655bdb-xxlbn 2d852b626da9b6156e00e8ebb5d660e2426451879cfbca6c640fb0c36957880c network default NAD default NAD key default], result "{}", err I0512 03:00:57.700039 3649 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-xxlbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:57.700097 3649 pods.go:176] Deleting pod: openshift-console/console-7764655bdb-xxlbn I0512 03:00:57.701390 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7764655bdb-xxlbn, ips: 10.130.0.26 I0512 03:00:57.701418 3649 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-xxlbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:00:57.708476 3649 base_network_controller_pods.go:487] [default/openshift-console/console-7bc557d469-rmzsd] creating logical port openshift-console_console-7bc557d469-rmzsd for pod on switch ip-10-0-1-252.ec2.internal I0512 03:00:57.708588 3649 kube.go:256] Updating pod openshift-console/console-7bc557d469-rmzsd I0512 03:00:57.722630 3649 pod.go:62] [openshift-console/console-7bc557d469-rmzsd] pod update took 14.08147ms I0512 03:00:57.722651 3649 base_network_controller_pods.go:951] [default/openshift-console/console-7bc557d469-rmzsd] addLogicalPort annotation time took 14.106062ms I0512 03:00:57.723889 3649 pods.go:271] [openshift-console/console-7bc557d469-rmzsd] addLogicalPort took 15.429932ms, libovsdb time 928.536µs I0512 03:00:57.836924 3649 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-xxlbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:00:57.836945 3649 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-xxlbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:00:57.843142 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7764655bdb-xxlbn I0512 03:00:57.843174 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7764655bdb-xxlbn I0512 03:00:58.066972 3649 cni.go:452] [openshift-console/console-7bc557d469-rmzsd 2f8edde33d6b0f9b2c238df6e50b87cbe205e62119d2db1e8204c2f9cda2cad2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7bc557d469-rmzsd 2f8edde33d6b0f9b2c238df6e50b87cbe205e62119d2db1e8204c2f9cda2cad2 network default NAD default NAD key ] I0512 03:00:58.076785 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7bc557d469-rmzsd, hostIfaceName: 2f8edde33d6b0f9, network: default, NAD default, SandboxID: "2f8edde33d6b0f9b2c238df6e50b87cbe205e62119d2db1e8204c2f9cda2cad2", PCI device ID: , UID: "32604bd8-dc1c-4016-94ad-edeb9babba2d", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0512 03:00:58.124302 3649 cni.go:473] [openshift-console/console-7bc557d469-rmzsd 2f8edde33d6b0f9b2c238df6e50b87cbe205e62119d2db1e8204c2f9cda2cad2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7bc557d469-rmzsd 2f8edde33d6b0f9b2c238df6e50b87cbe205e62119d2db1e8204c2f9cda2cad2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ae:10:98:6e:5e\",\"name\":\"2f8edde33d6b0f9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0b0a585-123e-4a9a-9f82-56c1f03c5034\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:00:59.572030 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 03:01:08.680402 3649 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-5r5vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:01:08.680933 3649 obj_retry.go:498] Detected object openshift-console/console-7764655bdb-5r5vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 03:01:08.896264 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 03:01:08.991167 3649 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-5r5vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:01:08.991187 3649 obj_retry.go:492] Detected object openshift-console/console-7764655bdb-5r5vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:01:08.996563 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7764655bdb-5r5vk I0512 03:01:08.996608 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7764655bdb-5r5vk I0512 03:01:11.560658 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 03:01:48.571773 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 03:02:06.547883 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 03:02:16.551877 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 03:02:20.448114 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0512 03:02:35.566184 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 03:02:53.556972 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 03:03:00.449193 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 03:03:26.449302 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 I0512 03:03:38.532932 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0512 03:03:54.454434 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=566 I0512 03:04:01.450285 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0512 03:04:15.532664 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 03:05:37.728342 3649 namespace.go:98] [tsf] adding namespace I0512 03:05:37.729290 3649 namespace.go:102] [tsf] adding namespace took 908.791µs I0512 03:05:37.747151 3649 namespace.go:142] [tsf] updating namespace I0512 03:05:37.757582 3649 namespace.go:142] [tsf] updating namespace I0512 03:05:41.682548 3649 namespace.go:98] [tsf-tpa] adding namespace I0512 03:05:41.682720 3649 namespace.go:98] [rhtpa-operator] adding namespace I0512 03:05:41.683451 3649 namespace.go:102] [tsf-tpa] adding namespace took 879.418µs I0512 03:05:41.684089 3649 namespace.go:102] [rhtpa-operator] adding namespace took 1.35416ms I0512 03:05:41.688684 3649 namespace.go:98] [tsf-tas] adding namespace I0512 03:05:41.688733 3649 namespace.go:98] [konflux-operator] adding namespace I0512 03:05:41.688841 3649 namespace.go:98] [tsf-keycloak] adding namespace I0512 03:05:41.689460 3649 namespace.go:102] [tsf-tas] adding namespace took 756.626µs I0512 03:05:41.690037 3649 namespace.go:102] [konflux-operator] adding namespace took 1.291869ms I0512 03:05:41.690496 3649 namespace.go:102] [tsf-keycloak] adding namespace took 1.639253ms I0512 03:05:41.691730 3649 namespace.go:98] [cert-manager-operator] adding namespace I0512 03:05:41.691800 3649 namespace.go:98] [konflux-ui] adding namespace I0512 03:05:41.692277 3649 namespace.go:102] [cert-manager-operator] adding namespace took 532.011µs I0512 03:05:41.692864 3649 namespace.go:102] [konflux-ui] adding namespace took 1.049081ms I0512 03:05:41.692898 3649 namespace.go:98] [rhbk-operator] adding namespace I0512 03:05:41.693377 3649 namespace.go:102] [rhbk-operator] adding namespace took 472.763µs I0512 03:05:41.703993 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:41.715744 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:41.729879 3649 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:05:41.743601 3649 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:05:41.749764 3649 namespace.go:142] [tsf-tas] updating namespace I0512 03:05:41.750798 3649 namespace.go:142] [konflux-operator] updating namespace I0512 03:05:41.750908 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:41.762077 3649 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:05:41.766345 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:05:41.768030 3649 namespace.go:142] [rhbk-operator] updating namespace I0512 03:05:41.768072 3649 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:05:41.768175 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:41.818171 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:41.829757 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:41.834406 3649 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:05:41.849477 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:05:41.876728 3649 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:05:41.876746 3649 namespace.go:142] [rhbk-operator] updating namespace I0512 03:05:41.876826 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:05:41.892088 3649 namespace.go:142] [rhbk-operator] updating namespace I0512 03:05:41.910264 3649 namespace.go:142] [tsf-tas] updating namespace I0512 03:05:41.922389 3649 namespace.go:142] [tsf-tas] updating namespace I0512 03:05:42.096600 3649 namespace.go:142] [konflux-operator] updating namespace I0512 03:05:42.108580 3649 namespace.go:142] [konflux-operator] updating namespace I0512 03:05:42.987069 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:05:42.992960 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:05:43.163554 3649 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:43.163665 3649 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 03:05:43.189251 3649 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 25.612725ms I0512 03:05:43.189271 3649 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 25.637376ms I0512 03:05:43.190523 3649 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 26.993006ms, libovsdb time 841.079µs I0512 03:05:43.541784 3649 cni.go:452] [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key ] I0512 03:05:43.550970 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 8c12857a5ef93e0, network: default, NAD default, SandboxID: "8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6", PCI device ID: , UID: "9ed610b4-a36f-4416-9ba4-f02acbac7fe4", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0512 03:05:43.599267 3649 cni.go:473] [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a3:b3:07:db:90\",\"name\":\"8c12857a5ef93e0\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ba3c9b6-3173-47e5-9dd1-66de5bece050\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:44.581999 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:44.582142 3649 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c I0512 03:05:44.596319 3649 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c] pod update took 14.246137ms I0512 03:05:44.596341 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c] addLogicalPort annotation time took 14.274443ms I0512 03:05:44.597694 3649 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c] addLogicalPort took 15.711431ms, libovsdb time 953.422µs I0512 03:05:44.654611 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:44.654729 3649 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 I0512 03:05:44.667888 3649 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94] pod update took 13.182854ms I0512 03:05:44.667915 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94] addLogicalPort annotation time took 13.21247ms I0512 03:05:44.669297 3649 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94] addLogicalPort took 14.707461ms, libovsdb time 948.67µs I0512 03:05:45.262461 3649 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key ] I0512 03:05:45.263533 3649 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key ] I0512 03:05:45.273764 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c, hostIfaceName: 6aaa54781734a44, network: default, NAD default, SandboxID: "6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4", PCI device ID: , UID: "459c236b-28fa-41a9-a9a4-ff5fd3b91d63", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0512 03:05:45.274040 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94, hostIfaceName: 5705f9e671247eb, network: default, NAD default, SandboxID: "5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201", PCI device ID: , UID: "d83422a5-b61f-4123-9a86-cdda21e58a3b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0512 03:05:45.321671 3649 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c2:49:29:ba:da\",\"name\":\"5705f9e671247eb\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36110de2-302f-4c84-a9f2-9331d16aa59f\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:45.340771 3649 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1c:b3:af:66:a7\",\"name\":\"6aaa54781734a44\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94c53d59-5038-4e87-99ae-8ca7388ca3dd\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:47.825981 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:47.826245 3649 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 I0512 03:05:47.838148 3649 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5] pod update took 11.959065ms I0512 03:05:47.838225 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5] addLogicalPort annotation time took 12.040101ms I0512 03:05:47.839995 3649 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5] addLogicalPort took 14.033809ms, libovsdb time 1.159283ms I0512 03:05:49.025862 3649 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key ] I0512 03:05:49.107292 3649 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 5705f9e671247ebdc7d133a6aa688f99f051a69754814f90066f5490b7fcf201 network default NAD default NAD key default], result "{}", err I0512 03:05:49.202027 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:49.202126 3649 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r I0512 03:05:49.214728 3649 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r] pod update took 12.628545ms I0512 03:05:49.214746 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r] addLogicalPort annotation time took 12.65196ms I0512 03:05:49.216137 3649 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r] addLogicalPort took 14.126162ms, libovsdb time 972.317µs I0512 03:05:50.159493 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.159536 3649 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 I0512 03:05:50.161179 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94, ips: 10.130.0.31 I0512 03:05:50.161206 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.161225 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.161233 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:50.161494 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:50.161509 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:51.045012 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:51.045136 3649 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 I0512 03:05:51.058097 3649 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8] pod update took 12.99551ms I0512 03:05:51.058115 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8] addLogicalPort annotation time took 13.017969ms I0512 03:05:51.059551 3649 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8] addLogicalPort took 14.55313ms, libovsdb time 1.006491ms I0512 03:05:51.146296 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx for pod on switch ip-10-0-1-252.ec2.internal I0512 03:05:51.146428 3649 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx I0512 03:05:51.158854 3649 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx] pod update took 12.497048ms I0512 03:05:51.158873 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx] addLogicalPort annotation time took 12.521327ms I0512 03:05:51.159984 3649 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx] addLogicalPort took 13.707378ms, libovsdb time 772.428µs I0512 03:05:51.184333 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:51.184376 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:51.184387 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:51.184395 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eq8g94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:53.636756 3649 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key ] I0512 03:05:53.637855 3649 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key ] I0512 03:05:53.647540 3649 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key ] I0512 03:05:53.647985 3649 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key ] I0512 03:05:53.650057 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5, hostIfaceName: b8f16d1508b8ccf, network: default, NAD default, SandboxID: "b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556", PCI device ID: , UID: "6d3c74ec-ed49-4b8f-af81-d2c23e5eeea1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0512 03:05:53.650159 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r, hostIfaceName: 4adff9e76cf514e, network: default, NAD default, SandboxID: "4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d", PCI device ID: , UID: "4dbe8969-fa26-4c2e-9445-cba3b8543ba5", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0512 03:05:53.660854 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx, hostIfaceName: d6eccbc16071681, network: default, NAD default, SandboxID: "d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e", PCI device ID: , UID: "ee16adc4-5c2b-4458-914f-18b1eb06d5ee", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0512 03:05:53.662169 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8, hostIfaceName: 0500c3cf88cf8d2, network: default, NAD default, SandboxID: "0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d", PCI device ID: , UID: "bb750262-3034-4986-add6-f346d2140e96", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0512 03:05:53.718880 3649 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8a:80:03:28:07\",\"name\":\"b8f16d1508b8ccf\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b045a826-b898-421e-bff7-2b6f9fb3e946\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:53.731256 3649 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:92:27:eb:d8:02\",\"name\":\"4adff9e76cf514e\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2b71be2-6555-4ef3-83cd-978a2e8ca92b\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:53.962556 3649 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:44:41:bc:75:ae\",\"name\":\"0500c3cf88cf8d2\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8685cad-a72f-464a-b8a1-9896339e33dd\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:53.962643 3649 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d2:26:5a:c1:d9\",\"name\":\"d6eccbc16071681\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd2c5721-9862-4f84-b1d1-9f47bef1c285\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:05:56.079325 3649 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key ] I0512 03:05:56.149727 3649 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c 6aaa54781734a44d217df8f08a41331f06dd21c30ef934b278b9a46b5e7626a4 network default NAD default NAD key default], result "{}", err I0512 03:05:56.212406 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.212440 3649 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c I0512 03:05:56.214055 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c, ips: 10.130.0.30 I0512 03:05:56.214094 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.214126 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.214140 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:56.214379 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:56.214395 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:57.087646 3649 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key ] I0512 03:05:57.166737 3649 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r 4adff9e76cf514ed9f5db83670f01dd86dd1081ec3cdc5823e471d606e6a482d network default NAD default NAD key default], result "{}", err I0512 03:05:57.216705 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.216747 3649 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r I0512 03:05:57.218216 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r, ips: 10.130.0.33 I0512 03:05:57.218249 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.218276 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.218288 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:57.218491 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:57.218506 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:57.245731 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:57.245749 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:57.245793 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:57.245804 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd6b4c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.103548 3649 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key ] I0512 03:05:58.184492 3649 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 0500c3cf88cf8d2913f97aa92e3a27236de8969c9c8753714223ac5f7e3f569d network default NAD default NAD key default], result "{}", err I0512 03:05:58.247635 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.247696 3649 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 I0512 03:05:58.247760 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.247806 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.247825 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.247851 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe5fh7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:58.249265 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8, ips: 10.130.0.34 I0512 03:05:58.249287 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.249301 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.249307 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:58.249587 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:58.249603 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:59.104134 3649 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key ] I0512 03:05:59.191280 3649 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx d6eccbc16071681b6c9cadc658cc1b85bc855e786ce5de6bbed7653c49e4a82e network default NAD default NAD key default], result "{}", err I0512 03:05:59.251805 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.251838 3649 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx I0512 03:05:59.253233 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx, ips: 10.130.0.35 I0512 03:05:59.253258 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.253275 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.253283 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:05:59.253468 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:05:59.253482 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:05:59.274260 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.274306 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.274349 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:05:59.274375 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282242 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282264 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282282 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:00.282295 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kl9zx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:06:12.211431 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 03:06:12.849073 3649 namespace.go:98] [cert-manager] adding namespace I0512 03:06:12.850037 3649 namespace.go:102] [cert-manager] adding namespace took 945.206µs I0512 03:06:12.891562 3649 namespace.go:142] [cert-manager] updating namespace I0512 03:06:12.935410 3649 namespace.go:142] [cert-manager] updating namespace I0512 03:06:17.195025 3649 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key ] I0512 03:06:17.266772 3649 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 b8f16d1508b8ccf8a865ce34c7f6aeb5acadf90de305afd81a29f5139e2c9556 network default NAD default NAD key default], result "{}", err I0512 03:06:17.318544 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.318571 3649 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 I0512 03:06:17.320025 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5, ips: 10.130.0.32 I0512 03:06:17.320051 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320067 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320075 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 03:06:17.320264 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 03:06:17.320278 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 03:06:18.398185 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:18.398214 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:18.398226 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:06:18.398237 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51h69k5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:06:20.737085 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 03:06:20.737103 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 03:06:22.154649 3649 namespace.go:142] [openshift-operators] updating namespace I0512 03:06:22.165748 3649 namespace.go:142] [openshift-operators] updating namespace I0512 03:06:31.569706 3649 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 03:06:31.570655 3649 namespace.go:102] [trusted-artifact-signer] adding namespace took 922.184µs I0512 03:06:31.598086 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:31.606490 3649 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 03:06:31.774092 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 03:06:33.788450 3649 namespace.go:142] [openshift-operators] updating namespace W0512 03:06:44.519630 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 03:06:50.864639 3649 namespace.go:98] [openshift-pipelines] adding namespace I0512 03:06:50.865551 3649 namespace.go:102] [openshift-pipelines] adding namespace took 889.845µs I0512 03:06:50.882432 3649 namespace.go:142] [openshift-pipelines] updating namespace I0512 03:06:51.582721 3649 namespace.go:142] [cert-manager] updating namespace I0512 03:06:51.785637 3649 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:06:52.177173 3649 namespace.go:142] [konflux-operator] updating namespace I0512 03:06:52.372944 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:06:52.573752 3649 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace I0512 03:06:52.976410 3649 namespace.go:142] [rhbk-operator] updating namespace I0512 03:06:53.174996 3649 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:06:53.378664 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:53.580112 3649 namespace.go:142] [tsf] updating namespace I0512 03:06:53.781519 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:06:53.981752 3649 namespace.go:142] [tsf-tas] updating namespace I0512 03:06:54.184042 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:06:54.317560 3649 namespace.go:142] [cert-manager] updating namespace I0512 03:06:54.333668 3649 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:06:54.341211 3649 namespace.go:142] [default] updating namespace I0512 03:06:54.353544 3649 namespace.go:142] [konflux-operator] updating namespace I0512 03:06:54.364240 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:06:54.372193 3649 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace I0512 03:06:54.379965 3649 namespace.go:142] [openshift] updating namespace I0512 03:06:54.392441 3649 namespace.go:142] [rhbk-operator] updating namespace I0512 03:06:54.402973 3649 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:06:54.413627 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:54.421938 3649 namespace.go:142] [tsf] updating namespace I0512 03:06:54.433619 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:06:54.445190 3649 namespace.go:142] [tsf-tas] updating namespace I0512 03:06:54.463693 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:06:54.566115 3649 namespace.go:142] [cert-manager] updating namespace I0512 03:06:54.668609 3649 namespace.go:142] [cert-manager-operator] updating namespace I0512 03:06:54.763614 3649 namespace.go:142] [default] updating namespace I0512 03:06:54.864273 3649 namespace.go:142] [konflux-operator] updating namespace I0512 03:06:54.964819 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:06:55.065781 3649 namespace.go:142] [open-cluster-management-2q849ff3l8mcja2utv9c7s5ks9919tt2] updating namespace I0512 03:06:55.163930 3649 namespace.go:142] [openshift] updating namespace I0512 03:06:55.264114 3649 namespace.go:142] [rhbk-operator] updating namespace I0512 03:06:55.368871 3649 namespace.go:142] [rhtpa-operator] updating namespace I0512 03:06:55.466987 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 03:06:55.564433 3649 namespace.go:142] [tsf] updating namespace I0512 03:06:55.673258 3649 namespace.go:142] [tsf-keycloak] updating namespace I0512 03:06:55.768548 3649 namespace.go:142] [tsf-tas] updating namespace I0512 03:06:55.865549 3649 namespace.go:142] [tsf-tpa] updating namespace I0512 03:06:56.152532 3649 namespace.go:142] [openshift-pipelines] updating namespace I0512 03:07:05.330879 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-s5gl8 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:05.330967 3649 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8 I0512 03:07:05.346062 3649 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8] pod update took 15.122371ms I0512 03:07:05.346089 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8] addLogicalPort annotation time took 15.15087ms I0512 03:07:05.347382 3649 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8] addLogicalPort took 16.517807ms, libovsdb time 915.891µs I0512 03:07:05.694500 3649 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8 a11d4d83c49b1ecf6242acdad8c622ad0be1d6fd2d163743f8e02a9fc237a664 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8 a11d4d83c49b1ecf6242acdad8c622ad0be1d6fd2d163743f8e02a9fc237a664 network default NAD default NAD key ] I0512 03:07:05.703770 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-s5gl8, hostIfaceName: a11d4d83c49b1ec, network: default, NAD default, SandboxID: "a11d4d83c49b1ecf6242acdad8c622ad0be1d6fd2d163743f8e02a9fc237a664", PCI device ID: , UID: "b72a1c62-6fc2-4553-9b7d-78b6c9443bb3", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0512 03:07:05.752967 3649 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8 a11d4d83c49b1ecf6242acdad8c622ad0be1d6fd2d163743f8e02a9fc237a664 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5gl8 a11d4d83c49b1ecf6242acdad8c622ad0be1d6fd2d163743f8e02a9fc237a664 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a9:3b:0e:5d:6a\",\"name\":\"a11d4d83c49b1ec\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/027f6876-2a06-4762-9070-0f32be7abbc9\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:07:09.457958 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.457978 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.457983 3649 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.457988 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:09.476512 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 03:07:09.476530 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 03:07:09.476536 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 03:07:10.012845 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 03:07:10.012865 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 03:07:10.012870 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 03:07:18.541719 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0512 03:07:20.464704 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:20.464725 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:20.464731 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 03:07:20.464737 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 03:07:22.524974 3649 cni.go:452] [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key ] I0512 03:07:22.614740 3649 cni.go:473] [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 8c12857a5ef93e021661de5f7e897f7045917fea68389580c0bfb279e4c583c6 network default NAD default NAD key default], result "{}", err I0512 03:07:22.668471 3649 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:22.668502 3649 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 03:07:22.669845 3649 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.29 I0512 03:07:22.669872 3649 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:22.691635 3649 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:22.691650 3649 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:22.695923 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 03:07:22.695940 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 03:07:23.938701 3649 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:23.938789 3649 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 03:07:23.961383 3649 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 22.617204ms I0512 03:07:23.961404 3649 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 22.643017ms I0512 03:07:23.962606 3649 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 23.921848ms, libovsdb time 834.439µs I0512 03:07:24.306618 3649 cni.go:452] [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key ] I0512 03:07:24.335099 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 7422b272d5f8f4a, network: default, NAD default, SandboxID: "7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e", PCI device ID: , UID: "8da6d7d9-7395-4375-86a1-543e113baaa2", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0512 03:07:24.383788 3649 cni.go:473] [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:5e:a3:e1:d8:6a\",\"name\":\"7422b272d5f8f4a\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d988fc0-fec1-449b-ac1d-17e5204bf329\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:07:26.842831 3649 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-4mfkv for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:26.842853 3649 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-6zvch for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:26.842964 3649 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch I0512 03:07:26.842964 3649 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv I0512 03:07:26.864377 3649 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch] pod update took 21.43606ms I0512 03:07:26.864398 3649 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch] addLogicalPort annotation time took 21.462046ms I0512 03:07:26.865774 3649 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch] addLogicalPort took 22.939357ms, libovsdb time 1.013279ms I0512 03:07:26.873623 3649 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv] pod update took 30.697196ms I0512 03:07:26.873652 3649 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv] addLogicalPort annotation time took 30.731144ms I0512 03:07:26.875018 3649 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv] addLogicalPort took 32.213794ms, libovsdb time 923.802µs I0512 03:07:32.330010 3649 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv 7ac625b1d3a305355c03d209e11650a982515da1a229addab35d967b64e7cfda network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv 7ac625b1d3a305355c03d209e11650a982515da1a229addab35d967b64e7cfda network default NAD default NAD key ] I0512 03:07:32.337794 3649 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch ad1fbbdf1006fae979e668b65dd941f2fe6a8a6b9492be7b0ceefc3e18babcd8 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch ad1fbbdf1006fae979e668b65dd941f2fe6a8a6b9492be7b0ceefc3e18babcd8 network default NAD default NAD key ] I0512 03:07:32.339035 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-4mfkv, hostIfaceName: 7ac625b1d3a3053, network: default, NAD default, SandboxID: "7ac625b1d3a305355c03d209e11650a982515da1a229addab35d967b64e7cfda", PCI device ID: , UID: "43c1ddf5-5b5e-432e-84c5-52aecf022d36", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0512 03:07:32.347628 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-6zvch, hostIfaceName: ad1fbbdf1006fae, network: default, NAD default, SandboxID: "ad1fbbdf1006fae979e668b65dd941f2fe6a8a6b9492be7b0ceefc3e18babcd8", PCI device ID: , UID: "fc4c6f0e-7f32-4ab9-a20f-830e1102a563", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0512 03:07:32.390047 3649 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv 7ac625b1d3a305355c03d209e11650a982515da1a229addab35d967b64e7cfda network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4mfkv 7ac625b1d3a305355c03d209e11650a982515da1a229addab35d967b64e7cfda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:cd:b4:78:f0:04\",\"name\":\"7ac625b1d3a3053\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb7918b5-480e-4e28-9cf2-8f4e48ff6067\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:07:32.411923 3649 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch ad1fbbdf1006fae979e668b65dd941f2fe6a8a6b9492be7b0ceefc3e18babcd8 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6zvch ad1fbbdf1006fae979e668b65dd941f2fe6a8a6b9492be7b0ceefc3e18babcd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:e5:22:a7:ce:2d\",\"name\":\"ad1fbbdf1006fae\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02746fcb-29b9-4271-8104-59179e547691\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:07:32.589566 3649 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 03:07:32.612920 3649 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 03:07:36.037231 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-cp5j8 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:36.037313 3649 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8 I0512 03:07:36.058418 3649 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8] pod update took 21.126178ms I0512 03:07:36.058440 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8] addLogicalPort annotation time took 21.152309ms I0512 03:07:36.059513 3649 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8] addLogicalPort took 22.295786ms, libovsdb time 740.727µs I0512 03:07:36.395912 3649 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8 b794f7f0f397b1398b44396e22a369bad1129f7212383e3f9c3a6d61fb14c205 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8 b794f7f0f397b1398b44396e22a369bad1129f7212383e3f9c3a6d61fb14c205 network default NAD default NAD key ] I0512 03:07:36.404811 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-cp5j8, hostIfaceName: b794f7f0f397b13, network: default, NAD default, SandboxID: "b794f7f0f397b1398b44396e22a369bad1129f7212383e3f9c3a6d61fb14c205", PCI device ID: , UID: "88a49a47-5f9e-49e0-9891-c35add122e71", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0512 03:07:36.453474 3649 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8 b794f7f0f397b1398b44396e22a369bad1129f7212383e3f9c3a6d61fb14c205 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cp5j8 b794f7f0f397b1398b44396e22a369bad1129f7212383e3f9c3a6d61fb14c205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:34:6d:f7:58:aa\",\"name\":\"b794f7f0f397b13\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e4bf2c-2fcf-4de8-b1c9-e1130d885c68\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:07:36.574563 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0512 03:07:39.633236 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 03:07:41.550675 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0512 03:07:50.647264 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 03:07:53.602589 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 03:07:53.626709 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 03:07:55.722853 3649 cni.go:452] [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key ] I0512 03:07:55.812415 3649 cni.go:473] [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 7422b272d5f8f4a262a5a0843a4472366520da66c69d6d0a5545014672f5277e network default NAD default NAD key default], result "{}", err I0512 03:07:55.864802 3649 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:55.864834 3649 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 03:07:55.866071 3649 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.37 I0512 03:07:55.866099 3649 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:07:55.904200 3649 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:55.904220 3649 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:07:55.910416 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 03:07:55.910441 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 03:07:56.975585 3649 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:56.975707 3649 kube.go:256] Updating pod tsf/test-tsf-iam I0512 03:07:56.992003 3649 pod.go:62] [tsf/test-tsf-iam] pod update took 16.323836ms I0512 03:07:56.992024 3649 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.348034ms I0512 03:07:56.993313 3649 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.742181ms, libovsdb time 957.086µs I0512 03:07:57.334953 3649 cni.go:452] [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key ] I0512 03:07:57.344555 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: de373e08fbbd4b8, network: default, NAD default, SandboxID: "de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698", PCI device ID: , UID: "7e6e47fa-6a8b-446e-b493-8f6b0e94aa1c", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0512 03:07:57.393326 3649 cni.go:473] [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:8e:a6:62:11:96\",\"name\":\"de373e08fbbd4b8\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8100f82-2284-461d-bf6a-a8abbec032ae\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:07:57.980788 3649 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 03:07:57.981421 3649 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 03:07:57.981443 3649 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 03:07:57.983877 3649 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 03:07:58.104929 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 03:07:58.338586 3649 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:07:58.338683 3649 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 03:07:58.355348 3649 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.697422ms I0512 03:07:58.355389 3649 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.741618ms I0512 03:07:58.356590 3649 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.019399ms, libovsdb time 868.083µs I0512 03:07:58.699331 3649 cni.go:452] [tsf-keycloak/keycloak-0 80bf91c309b31ebaac39e912fd10fc1b539d6cdacce9c3d6e4a479352e279761 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 80bf91c309b31ebaac39e912fd10fc1b539d6cdacce9c3d6e4a479352e279761 network default NAD default NAD key ] I0512 03:07:58.710070 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 80bf91c309b31eb, network: default, NAD default, SandboxID: "80bf91c309b31ebaac39e912fd10fc1b539d6cdacce9c3d6e4a479352e279761", PCI device ID: , UID: "70b1c48d-9881-40b4-8eca-6d6082e934f8", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0512 03:07:58.762792 3649 cni.go:473] [tsf-keycloak/keycloak-0 80bf91c309b31ebaac39e912fd10fc1b539d6cdacce9c3d6e4a479352e279761 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 80bf91c309b31ebaac39e912fd10fc1b539d6cdacce9c3d6e4a479352e279761 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:4c:7b:5f:be:76\",\"name\":\"80bf91c309b31eb\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92b2fc34-2482-413c-b884-a6e28ef3278d\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:08:01.179253 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:08:01.179386 3649 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0512 03:08:01.192314 3649 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.965072ms I0512 03:08:01.192339 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.9941ms I0512 03:08:01.193916 3649 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.678053ms, libovsdb time 1.176222ms I0512 03:08:03.563152 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 03:08:04.245068 3649 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 7ec63226e7a7b9405ec98e353d31417cbfe173457238d8bd17cf755e48008046 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 7ec63226e7a7b9405ec98e353d31417cbfe173457238d8bd17cf755e48008046 network default NAD default NAD key ] I0512 03:08:04.254616 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 7ec63226e7a7b94, network: default, NAD default, SandboxID: "7ec63226e7a7b9405ec98e353d31417cbfe173457238d8bd17cf755e48008046", PCI device ID: , UID: "29fc03f4-09b2-4a8f-aad0-fba197ccbce4", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0512 03:08:04.306922 3649 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 7ec63226e7a7b9405ec98e353d31417cbfe173457238d8bd17cf755e48008046 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 7ec63226e7a7b9405ec98e353d31417cbfe173457238d8bd17cf755e48008046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c4:a7:21:7e:ae\",\"name\":\"7ec63226e7a7b94\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88de4ac9-0da4-4893-974b-926bc6850da0\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:08:09.815398 3649 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 03:08:09.815416 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 03:08:09.816753 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 03:08:09.816824 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0512 03:08:14.893336 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 03:08:15.569497 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0512 03:08:24.828845 3649 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 03:08:24.828861 3649 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 03:08:24.828882 3649 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 03:08:33.934675 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0512 03:08:33.934699 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0512 03:08:33.937797 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 03:08:33.937816 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 03:08:37.924563 3649 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-fsgrq] creating logical port tsf-keycloak_tsf-iam-fsgrq for pod on switch ip-10-0-1-252.ec2.internal I0512 03:08:37.924652 3649 kube.go:256] Updating pod tsf-keycloak/tsf-iam-fsgrq I0512 03:08:37.938421 3649 pod.go:62] [tsf-keycloak/tsf-iam-fsgrq] pod update took 13.790435ms I0512 03:08:37.938440 3649 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-fsgrq] addLogicalPort annotation time took 13.814693ms I0512 03:08:37.939807 3649 pods.go:271] [tsf-keycloak/tsf-iam-fsgrq] addLogicalPort took 15.256458ms, libovsdb time 991.311µs I0512 03:08:38.319071 3649 cni.go:452] [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key ] I0512 03:08:38.347433 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-fsgrq, hostIfaceName: 1bf602a211cfc80, network: default, NAD default, SandboxID: "1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828", PCI device ID: , UID: "519e443e-1753-4494-9758-a6b5264f53b0", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0512 03:08:38.394516 3649 cni.go:473] [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:48:32:43:85:5f\",\"name\":\"1bf602a211cfc80\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eab8d3dc-ee26-4022-bdb7-c245faad2fa7\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:08:48.085643 3649 cni.go:452] [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key ] I0512 03:08:48.174705 3649 cni.go:473] [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam de373e08fbbd4b8cc94ba0b32321dc6e4f11a262ee1eccf129a42af30ecff698 network default NAD default NAD key default], result "{}", err I0512 03:08:48.231253 3649 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:08:48.231292 3649 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 03:08:48.232982 3649 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.41 I0512 03:08:48.233013 3649 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:08:48.252951 3649 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:08:48.252983 3649 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:08:48.259067 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 03:08:48.259177 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 03:08:49.050979 3649 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-252.ec2.internal I0512 03:08:49.051110 3649 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 03:08:49.067127 3649 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.058357ms I0512 03:08:49.067158 3649 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.096574ms I0512 03:08:49.068698 3649 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.741615ms, libovsdb time 1.021579ms I0512 03:08:49.417245 3649 cni.go:452] [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key ] I0512 03:08:49.426802 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: b0ce842dcb8f00e, network: default, NAD default, SandboxID: "b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be", PCI device ID: , UID: "bc754a3a-fb9c-4e18-aca2-925096563635", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0512 03:08:49.477639 3649 cni.go:473] [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:66:94:33:da:72\",\"name\":\"b0ce842dcb8f00e\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08537296-2435-498c-b9a9-7f9ed7c52f4d\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:08:51.206107 3649 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7c85fd6d96-89thj] creating logical port tsf-tas_trillian-logsigner-7c85fd6d96-89thj for pod on switch ip-10-0-1-252.ec2.internal I0512 03:08:51.206224 3649 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7c85fd6d96-89thj I0512 03:08:51.231481 3649 pod.go:62] [tsf-tas/trillian-logsigner-7c85fd6d96-89thj] pod update took 25.292441ms I0512 03:08:51.231501 3649 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7c85fd6d96-89thj] addLogicalPort annotation time took 25.31719ms I0512 03:08:51.232774 3649 pods.go:271] [tsf-tas/trillian-logsigner-7c85fd6d96-89thj] addLogicalPort took 26.691443ms, libovsdb time 876.526µs I0512 03:08:52.167753 3649 cni.go:452] [tsf-tas/trillian-logsigner-7c85fd6d96-89thj 8b01ec60089d0c373d83993c6635a7e29acc6f2fd6fffda147fec4fcaeb441b9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7c85fd6d96-89thj 8b01ec60089d0c373d83993c6635a7e29acc6f2fd6fffda147fec4fcaeb441b9 network default NAD default NAD key ] I0512 03:08:52.176914 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7c85fd6d96-89thj, hostIfaceName: 8b01ec60089d0c3, network: default, NAD default, SandboxID: "8b01ec60089d0c373d83993c6635a7e29acc6f2fd6fffda147fec4fcaeb441b9", PCI device ID: , UID: "fc25479d-099c-47a3-948d-e382eae2dcfd", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0512 03:08:52.231503 3649 cni.go:473] [tsf-tas/trillian-logsigner-7c85fd6d96-89thj 8b01ec60089d0c373d83993c6635a7e29acc6f2fd6fffda147fec4fcaeb441b9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7c85fd6d96-89thj 8b01ec60089d0c373d83993c6635a7e29acc6f2fd6fffda147fec4fcaeb441b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:bb:38:24:8d:60\",\"name\":\"8b01ec60089d0c3\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a09078a-487e-42c4-9ab8-e7459692774b\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:08:52.976259 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 03:08:52.976290 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0512 03:08:55.452236 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=78 W0512 03:08:59.162222 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 03:09:00.163828 3649 cni.go:452] [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key ] I0512 03:09:00.249106 3649 cni.go:473] [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-fsgrq 1bf602a211cfc805875f04c16c89526a7967306e50059463e02969ca70d20828 network default NAD default NAD key default], result "{}", err I0512 03:09:00.307545 3649 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fsgrq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:00.307579 3649 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-fsgrq I0512 03:09:00.309046 3649 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-fsgrq, ips: 10.130.0.44 I0512 03:09:00.309077 3649 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fsgrq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:00.789194 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-rrd7w for pod on switch ip-10-0-1-252.ec2.internal I0512 03:09:00.789313 3649 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w I0512 03:09:00.814061 3649 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w] pod update took 24.768931ms I0512 03:09:00.814083 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w] addLogicalPort annotation time took 24.795878ms I0512 03:09:00.815283 3649 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w] addLogicalPort took 26.10728ms, libovsdb time 840.122µs I0512 03:09:01.150605 3649 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w c10b13e83a1fd168977d281f44011765cffe057861403df515f0d7b8a5f05ef9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w c10b13e83a1fd168977d281f44011765cffe057861403df515f0d7b8a5f05ef9 network default NAD default NAD key ] I0512 03:09:01.159506 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-rrd7w, hostIfaceName: c10b13e83a1fd16, network: default, NAD default, SandboxID: "c10b13e83a1fd168977d281f44011765cffe057861403df515f0d7b8a5f05ef9", PCI device ID: , UID: "94b89435-86a6-4f31-bb18-0de15e8ce584", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0512 03:09:01.208875 3649 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w c10b13e83a1fd168977d281f44011765cffe057861403df515f0d7b8a5f05ef9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rrd7w c10b13e83a1fd168977d281f44011765cffe057861403df515f0d7b8a5f05ef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:6c:3e:8e:54:04\",\"name\":\"c10b13e83a1fd16\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5d34cc1-cbeb-4424-87ef-52f833124fbe\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:09:01.229049 3649 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fsgrq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:01.229070 3649 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fsgrq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 03:09:02.037703 3649 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0512 03:09:03.551440 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 03:09:03.574731 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0512 03:09:04.191649 3649 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 03:09:04.191675 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 03:09:04.218855 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 03:09:04.218872 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 03:09:05.597161 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 03:09:06.703128 3649 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:06.703688 3649 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:07.576544 3649 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:07.576566 3649 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hggzl-vlttm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:20.453727 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0512 03:09:24.535297 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0512 03:09:27.269874 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 03:09:32.453875 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=59 I0512 03:09:38.383589 3649 cni.go:452] [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key ] I0512 03:09:38.463998 3649 cni.go:473] [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas b0ce842dcb8f00ec20daae8cf25db7fb111920d74cc5760621b5bd771e0db3be network default NAD default NAD key default], result "{}", err I0512 03:09:38.516944 3649 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:38.516983 3649 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 03:09:38.518375 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.45 I0512 03:09:38.518404 3649 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:38.537938 3649 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:38.537961 3649 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:38.543914 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 03:09:38.543937 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 03:09:39.232581 3649 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-h5srn] creating logical port tsf_patch-tekton-config-h5srn for pod on switch ip-10-0-1-252.ec2.internal I0512 03:09:39.232680 3649 kube.go:256] Updating pod tsf/patch-tekton-config-h5srn I0512 03:09:39.245032 3649 pod.go:62] [tsf/patch-tekton-config-h5srn] pod update took 12.37282ms I0512 03:09:39.245062 3649 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-h5srn] addLogicalPort annotation time took 12.407261ms I0512 03:09:39.246422 3649 pods.go:271] [tsf/patch-tekton-config-h5srn] addLogicalPort took 13.858084ms, libovsdb time 849.511µs I0512 03:09:39.459859 3649 namespace.go:142] [openshift-pipelines] updating namespace I0512 03:09:39.592835 3649 cni.go:452] [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key ] I0512 03:09:39.602088 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-h5srn, hostIfaceName: 35ceec266b9a860, network: default, NAD default, SandboxID: "35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735", PCI device ID: , UID: "b094534a-28f7-41c8-a8ea-5e576edf45e3", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0512 03:09:39.651972 3649 cni.go:473] [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5d:3c:3f:ea:98\",\"name\":\"35ceec266b9a860\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22fa5cbe-1df5-4170-b782-4de9d18e852f\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:09:43.427264 3649 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:43.427862 3649 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:43.446994 3649 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:43.447564 3649 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:44.264698 3649 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:44.264730 3649 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bwpkc-72sxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:44.290245 3649 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:44.290272 3649 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fgxx6-xpz4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:47.419120 3649 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n] creating logical port tsf-tas_rekor-search-ui-56d4f4f4fd-7gm6n for pod on switch ip-10-0-1-252.ec2.internal I0512 03:09:47.419230 3649 kube.go:256] Updating pod tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n I0512 03:09:47.435472 3649 pod.go:62] [tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n] pod update took 16.270836ms I0512 03:09:47.435495 3649 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n] addLogicalPort annotation time took 16.301467ms I0512 03:09:47.436760 3649 pods.go:271] [tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n] addLogicalPort took 17.652249ms, libovsdb time 913.468µs I0512 03:09:47.445748 3649 cni.go:452] [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key ] I0512 03:09:47.513889 3649 cni.go:473] [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-h5srn 35ceec266b9a860afa8e8a4e033ca61bfd6e2b38244997a1eb502a8167181735 network default NAD default NAD key default], result "{}", err I0512 03:09:47.567074 3649 obj_retry.go:498] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:47.567147 3649 pods.go:176] Deleting pod: tsf/patch-tekton-config-h5srn I0512 03:09:47.568621 3649 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-h5srn, ips: 10.130.0.48 I0512 03:09:47.568653 3649 obj_retry.go:498] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:09:47.780186 3649 cni.go:452] [tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n 2d533e6d21a0e47fe57098d21f0ba03f830329e372a4c5421ce37226b1c0d4cc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n 2d533e6d21a0e47fe57098d21f0ba03f830329e372a4c5421ce37226b1c0d4cc network default NAD default NAD key ] I0512 03:09:47.790092 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-56d4f4f4fd-7gm6n, hostIfaceName: 2d533e6d21a0e47, network: default, NAD default, SandboxID: "2d533e6d21a0e47fe57098d21f0ba03f830329e372a4c5421ce37226b1c0d4cc", PCI device ID: , UID: "7ed0f7ed-fb05-4b7e-94e5-2a11a025e338", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0512 03:09:47.841305 3649 cni.go:473] [tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n 2d533e6d21a0e47fe57098d21f0ba03f830329e372a4c5421ce37226b1c0d4cc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-56d4f4f4fd-7gm6n 2d533e6d21a0e47fe57098d21f0ba03f830329e372a4c5421ce37226b1c0d4cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:0a:b8:1b:70:56\",\"name\":\"2d533e6d21a0e47\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5e83fac-b0c9-45c1-b052-a7ac74286be2\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:09:48.460853 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:48.460881 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:09:48.560016 3649 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-p7wzs] creating logical port tsf_tsf-tekton-configuration-p7wzs for pod on switch ip-10-0-1-252.ec2.internal I0512 03:09:48.560178 3649 kube.go:256] Updating pod tsf/tsf-tekton-configuration-p7wzs I0512 03:09:48.572124 3649 pod.go:62] [tsf/tsf-tekton-configuration-p7wzs] pod update took 12.00351ms I0512 03:09:48.572150 3649 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-p7wzs] addLogicalPort annotation time took 12.035756ms I0512 03:09:48.573452 3649 pods.go:271] [tsf/tsf-tekton-configuration-p7wzs] addLogicalPort took 13.453387ms, libovsdb time 896.831µs I0512 03:09:48.929415 3649 cni.go:452] [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key ] I0512 03:09:48.939465 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-p7wzs, hostIfaceName: c66a050770c3de4, network: default, NAD default, SandboxID: "c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880", PCI device ID: , UID: "04b032ac-96a0-4c85-ba60-37db2a6873b9", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0512 03:09:48.996023 3649 cni.go:473] [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:3d:20:e2:70:5e\",\"name\":\"c66a050770c3de4\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bc980c8-5305-496b-a2d1-534de01e350b\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:09:49.286515 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0512 03:09:49.805966 3649 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 03:09:50.462217 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0512 03:10:00.345905 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 03:10:02.508203 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 03:10:04.032975 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:04.033534 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:04.902191 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:04.902217 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642590-fq7mg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:09.577164 3649 cni.go:452] [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key ] I0512 03:10:09.670312 3649 cni.go:473] [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-p7wzs c66a050770c3de47c44041c54912267cfeff2ff9dfb614de34da620efe53f880 network default NAD default NAD key default], result "{}", err I0512 03:10:09.727002 3649 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-p7wzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:09.727034 3649 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-p7wzs I0512 03:10:09.728471 3649 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-p7wzs, ips: 10.130.0.50 I0512 03:10:09.728500 3649 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-p7wzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:10.593553 3649 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-p7wzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.593579 3649 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-p7wzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.649735 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.649757 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-h5srn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:10.654887 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-h5srn I0512 03:10:10.654910 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-h5srn I0512 03:10:11.314735 3649 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-252.ec2.internal I0512 03:10:11.314827 3649 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 03:10:11.334220 3649 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 19.417445ms I0512 03:10:11.334253 3649 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 19.457762ms I0512 03:10:11.335507 3649 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 20.786936ms, libovsdb time 873.563µs I0512 03:10:11.676978 3649 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key ] I0512 03:10:11.686189 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 158b8d16f0d0d15, network: default, NAD default, SandboxID: "158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a", PCI device ID: , UID: "32b18585-d3a2-4152-966a-d1eed1181fe5", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0512 03:10:11.738709 3649 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:dd:91:68:36:fe\",\"name\":\"158b8d16f0d0d15\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b58ecfe-d50e-409c-a99a-7df8b53396b8\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:10:15.618510 3649 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key ] I0512 03:10:15.705492 3649 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 158b8d16f0d0d157283e725f988871dd63e2e737203a151f9f7dec073af7792a network default NAD default NAD key default], result "{}", err I0512 03:10:15.759944 3649 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:15.759981 3649 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 03:10:15.761583 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.51 I0512 03:10:15.761615 3649 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:15.780298 3649 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:15.780319 3649 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:15.789179 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 03:10:15.789199 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 03:10:16.002505 3649 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-252.ec2.internal I0512 03:10:16.002626 3649 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 03:10:16.019284 3649 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.67958ms I0512 03:10:16.019310 3649 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.709672ms I0512 03:10:16.020638 3649 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 18.154939ms, libovsdb time 830.497µs I0512 03:10:16.363260 3649 cni.go:452] [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key ] I0512 03:10:16.372694 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: cd6684105d7b8d2, network: default, NAD default, SandboxID: "cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0", PCI device ID: , UID: "a8c1d5be-1aa0-4b7e-a847-097edfc9f59f", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0512 03:10:16.424468 3649 cni.go:473] [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ba:bf:aa:7e:54\",\"name\":\"cd6684105d7b8d2\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8f81654-72c7-4cbe-9de6-0f69f302e2f2\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:10:19.052834 3649 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-l7xmp-t6ft8] creating logical port tsf-tas_tuf-repository-init-l7xmp-t6ft8 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:10:19.052955 3649 kube.go:256] Updating pod tsf-tas/tuf-repository-init-l7xmp-t6ft8 I0512 03:10:19.064941 3649 pod.go:62] [tsf-tas/tuf-repository-init-l7xmp-t6ft8] pod update took 12.011848ms I0512 03:10:19.064962 3649 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-l7xmp-t6ft8] addLogicalPort annotation time took 12.038078ms I0512 03:10:19.066276 3649 pods.go:271] [tsf-tas/tuf-repository-init-l7xmp-t6ft8] addLogicalPort took 13.458777ms, libovsdb time 872.647µs I0512 03:10:21.607736 3649 obj_retry.go:498] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:21.608306 3649 obj_retry.go:498] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:22.631474 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:22.631493 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:25.627011 3649 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:25.627562 3649 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:25.764667 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:25.764682 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:25.839942 3649 cni.go:452] [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key ] I0512 03:10:25.849736 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-l7xmp-t6ft8, hostIfaceName: ff5c2dc6ec5d35a, network: default, NAD default, SandboxID: "ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3", PCI device ID: , UID: "fa2482ba-ea1e-410f-bd54-6e35b443e722", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0512 03:10:25.901382 3649 cni.go:473] [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8b:b2:10:47:1b\",\"name\":\"ff5c2dc6ec5d35a\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1bc9fcf-0092-4667-8181-b5b8382aff15\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:10:25.952032 3649 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-nd7nv] creating logical port tsf-tpa_create-importers-nd7nv for pod on switch ip-10-0-1-252.ec2.internal I0512 03:10:25.952116 3649 kube.go:256] Updating pod tsf-tpa/create-importers-nd7nv I0512 03:10:25.964643 3649 pod.go:62] [tsf-tpa/create-importers-nd7nv] pod update took 12.54806ms I0512 03:10:25.964668 3649 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-nd7nv] addLogicalPort annotation time took 12.575384ms I0512 03:10:25.965966 3649 pods.go:271] [tsf-tpa/create-importers-nd7nv] addLogicalPort took 13.948167ms, libovsdb time 915.608µs I0512 03:10:26.622422 3649 cni.go:452] [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key ] I0512 03:10:26.632581 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-nd7nv, hostIfaceName: 1f159e653576b47, network: default, NAD default, SandboxID: "1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5", PCI device ID: , UID: "57ca71b5-fecb-4f39-a91a-100adfc68de3", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0512 03:10:26.687763 3649 cni.go:473] [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:48:72:c3:de:5d\",\"name\":\"1f159e653576b47\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1c9c57d-7157-4741-a57e-fd6736717752\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:10:31.727997 3649 cni.go:452] [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key ] I0512 03:10:31.807771 3649 cni.go:473] [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-nd7nv 1f159e653576b47c358a407515e0a5a384aae952f4f673e3f8139451b8f373b5 network default NAD default NAD key default], result "{}", err I0512 03:10:31.857744 3649 obj_retry.go:498] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:31.857780 3649 pods.go:176] Deleting pod: tsf-tpa/create-importers-nd7nv I0512 03:10:31.859307 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-nd7nv, ips: 10.130.0.54 I0512 03:10:31.859338 3649 obj_retry.go:498] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:32.554833 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 03:10:32.733426 3649 cni.go:452] [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key ] I0512 03:10:32.816293 3649 cni.go:473] [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-l7xmp-t6ft8 ff5c2dc6ec5d35a5a2bb3ce269cae5bdb618ce678ae0a46a813e92ad79e7bde3 network default NAD default NAD key default], result "{}", err I0512 03:10:32.873800 3649 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:32.873849 3649 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-l7xmp-t6ft8 I0512 03:10:32.876044 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-l7xmp-t6ft8, ips: 10.130.0.53 I0512 03:10:32.876077 3649 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:10:32.902871 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:32.902889 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:33.451370 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0512 03:10:33.895919 3649 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:33.895943 3649 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l7xmp-t6ft8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:10:36.183415 3649 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-9p6q5] creating logical port tsf-tas_tuf-97fc8ff76-9p6q5 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:10:36.183506 3649 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-9p6q5 I0512 03:10:36.196678 3649 pod.go:62] [tsf-tas/tuf-97fc8ff76-9p6q5] pod update took 13.195728ms I0512 03:10:36.196701 3649 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-9p6q5] addLogicalPort annotation time took 13.22375ms I0512 03:10:36.198155 3649 pods.go:271] [tsf-tas/tuf-97fc8ff76-9p6q5] addLogicalPort took 14.761644ms, libovsdb time 986.486µs W0512 03:10:40.595620 3649 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 03:10:46.451492 3649 cni.go:452] [tsf-tas/tuf-97fc8ff76-9p6q5 6719aef771dfc5a3ad4e2da68b0fea54a7b8818ac705476f39bd4178115cb440 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-9p6q5 6719aef771dfc5a3ad4e2da68b0fea54a7b8818ac705476f39bd4178115cb440 network default NAD default NAD key ] I0512 03:10:46.461066 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-9p6q5, hostIfaceName: 6719aef771dfc5a, network: default, NAD default, SandboxID: "6719aef771dfc5a3ad4e2da68b0fea54a7b8818ac705476f39bd4178115cb440", PCI device ID: , UID: "1088bc71-bf41-4d2a-bd22-eec8fe2c40c5", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0512 03:10:46.512805 3649 cni.go:473] [tsf-tas/tuf-97fc8ff76-9p6q5 6719aef771dfc5a3ad4e2da68b0fea54a7b8818ac705476f39bd4178115cb440 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-9p6q5 6719aef771dfc5a3ad4e2da68b0fea54a7b8818ac705476f39bd4178115cb440 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2f:29:82:45:21\",\"name\":\"6719aef771dfc5a\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6d2af30-8e51-49b4-b87e-3ab4d39da10e\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:10:52.853322 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 03:10:59.899776 3649 cni.go:452] [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key ] I0512 03:10:59.985070 3649 cni.go:473] [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa cd6684105d7b8d29cc6a0d783b5a0ff708c78d7754b3782c8886e51ba3c470a0 network default NAD default NAD key default], result "{}", err I0512 03:11:00.177532 3649 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:00.177567 3649 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 03:11:00.178934 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.52 I0512 03:11:00.178966 3649 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:00.197839 3649 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:00.197859 3649 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:00.204600 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 03:11:00.204625 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 03:11:00.972162 3649 namespace.go:98] [integration-service] adding namespace I0512 03:11:00.973102 3649 namespace.go:102] [integration-service] adding namespace took 918.423µs I0512 03:11:00.986508 3649 namespace.go:98] [default-tenant] adding namespace I0512 03:11:00.986654 3649 namespace.go:98] [build-service] adding namespace I0512 03:11:00.986732 3649 namespace.go:98] [image-controller] adding namespace I0512 03:11:00.987226 3649 namespace.go:102] [default-tenant] adding namespace took 705.493µs I0512 03:11:00.987799 3649 namespace.go:102] [build-service] adding namespace took 1.127894ms I0512 03:11:00.988418 3649 namespace.go:102] [image-controller] adding namespace took 1.670343ms I0512 03:11:01.058332 3649 namespace.go:142] [integration-service] updating namespace I0512 03:11:01.077950 3649 namespace.go:142] [integration-service] updating namespace I0512 03:11:01.109734 3649 namespace.go:142] [default-tenant] updating namespace I0512 03:11:01.129759 3649 namespace.go:142] [build-service] updating namespace I0512 03:11:01.138648 3649 namespace.go:142] [default-tenant] updating namespace I0512 03:11:01.166759 3649 namespace.go:142] [image-controller] updating namespace I0512 03:11:01.166795 3649 namespace.go:142] [build-service] updating namespace I0512 03:11:01.188687 3649 namespace.go:142] [image-controller] updating namespace I0512 03:11:01.303813 3649 namespace.go:142] [build-service] updating namespace I0512 03:11:01.347655 3649 namespace.go:142] [integration-service] updating namespace I0512 03:11:01.410317 3649 namespace.go:98] [release-service] adding namespace I0512 03:11:01.411073 3649 namespace.go:102] [release-service] adding namespace took 742.08µs I0512 03:11:01.434787 3649 namespace.go:142] [release-service] updating namespace I0512 03:11:01.454929 3649 namespace.go:142] [release-service] updating namespace I0512 03:11:01.455120 3649 namespace.go:142] [konflux-ui] updating namespace I0512 03:11:01.602751 3649 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-252.ec2.internal I0512 03:11:01.602838 3649 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 03:11:01.664583 3649 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 61.767176ms I0512 03:11:01.664613 3649 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 61.801492ms I0512 03:11:01.665902 3649 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 63.168943ms, libovsdb time 897.367µs I0512 03:11:01.774142 3649 namespace.go:98] [konflux-info] adding namespace I0512 03:11:01.774951 3649 namespace.go:102] [konflux-info] adding namespace took 791.42µs I0512 03:11:01.812728 3649 namespace.go:142] [konflux-info] updating namespace I0512 03:11:01.871725 3649 namespace.go:142] [konflux-info] updating namespace I0512 03:11:01.930857 3649 namespace.go:98] [namespace-lister] adding namespace I0512 03:11:01.931776 3649 namespace.go:102] [namespace-lister] adding namespace took 899.123µs I0512 03:11:01.966687 3649 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:02.002637 3649 namespace.go:98] [enterprise-contract-service] adding namespace I0512 03:11:02.002696 3649 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:02.003477 3649 namespace.go:102] [enterprise-contract-service] adding namespace took 820.53µs I0512 03:11:02.039163 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:02.070917 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:02.589853 3649 namespace.go:142] [image-controller] updating namespace I0512 03:11:03.003006 3649 namespace.go:142] [default-tenant] updating namespace I0512 03:11:03.290706 3649 cni.go:452] [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key ] I0512 03:11:03.300022 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 1043f172e537d31, network: default, NAD default, SandboxID: "1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a", PCI device ID: , UID: "28b7c037-5615-4817-8e7f-34b379a7c149", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0512 03:11:03.353696 3649 cni.go:473] [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:7f:e6:e8:17:9b\",\"name\":\"1043f172e537d31\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e71fff6d-12b8-4f70-a101-412251839659\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:11:03.387789 3649 namespace.go:98] [segment-bridge] adding namespace I0512 03:11:03.388614 3649 namespace.go:102] [segment-bridge] adding namespace took 805.346µs I0512 03:11:03.441541 3649 namespace.go:98] [konflux-cli] adding namespace I0512 03:11:03.441633 3649 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:03.442325 3649 namespace.go:102] [konflux-cli] adding namespace took 765.291µs I0512 03:11:03.517632 3649 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:03.566663 3649 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-24wdw] creating logical port namespace-lister_namespace-lister-696b855848-24wdw for pod on switch ip-10-0-1-252.ec2.internal I0512 03:11:03.566759 3649 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-24wdw I0512 03:11:03.613572 3649 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:03.653485 3649 pod.go:62] [namespace-lister/namespace-lister-696b855848-24wdw] pod update took 86.752023ms I0512 03:11:03.653508 3649 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-24wdw] addLogicalPort annotation time took 86.776912ms I0512 03:11:03.654725 3649 pods.go:271] [namespace-lister/namespace-lister-696b855848-24wdw] addLogicalPort took 88.076582ms, libovsdb time 848.271µs I0512 03:11:03.703597 3649 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:03.731726 3649 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 03:11:03.732299 3649 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 03:11:03.732315 3649 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 03:11:03.735049 3649 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 03:11:03.828258 3649 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 03:11:03.828282 3649 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 03:11:03.829447 3649 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel W0512 03:11:04.220887 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0512 03:11:04.355764 3649 namespace.go:142] [build-service] updating namespace I0512 03:11:04.797627 3649 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-z9hv8] creating logical port image-controller_image-controller-controller-manager-6f859968fc-z9hv8 for pod on switch ip-10-0-1-252.ec2.internal I0512 03:11:04.797713 3649 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-z9hv8 I0512 03:11:04.865823 3649 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-z9hv8] pod update took 68.13112ms I0512 03:11:04.865849 3649 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-z9hv8] addLogicalPort annotation time took 68.162065ms I0512 03:11:04.867053 3649 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-z9hv8] addLogicalPort took 69.438814ms, libovsdb time 809.929µs I0512 03:11:04.914834 3649 namespace.go:142] [default-tenant] updating namespace I0512 03:11:05.159070 3649 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-z9hv8 c439a3de68cb275e045e7c8dda6c84f339b2ef471b06c30a0eb9a70f3048f4d5 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-z9hv8 c439a3de68cb275e045e7c8dda6c84f339b2ef471b06c30a0eb9a70f3048f4d5 network default NAD default NAD key ] I0512 03:11:05.168801 3649 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-z9hv8, hostIfaceName: c439a3de68cb275, network: default, NAD default, SandboxID: "c439a3de68cb275e045e7c8dda6c84f339b2ef471b06c30a0eb9a70f3048f4d5", PCI device ID: , UID: "e1560e66-2d3b-4f13-a812-7a5d3b02e74d", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0512 03:11:05.425902 3649 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-z9hv8 c439a3de68cb275e045e7c8dda6c84f339b2ef471b06c30a0eb9a70f3048f4d5 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-z9hv8 c439a3de68cb275e045e7c8dda6c84f339b2ef471b06c30a0eb9a70f3048f4d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0c:7e:e8:72:eb\",\"name\":\"c439a3de68cb275\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e61110a-5678-463a-bb31-92b339297595\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:11:05.448034 3649 cni.go:452] [namespace-lister/namespace-lister-696b855848-24wdw 40d8266fde5b2dad06986e8491285fe1778357e98a69133e4f4c58ac6d82d186 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-24wdw 40d8266fde5b2dad06986e8491285fe1778357e98a69133e4f4c58ac6d82d186 network default NAD default NAD key ] I0512 03:11:05.457151 3649 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-24wdw, hostIfaceName: 40d8266fde5b2da, network: default, NAD default, SandboxID: "40d8266fde5b2dad06986e8491285fe1778357e98a69133e4f4c58ac6d82d186", PCI device ID: , UID: "cb0365b1-b8f5-44d5-9578-77307c69df27", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0512 03:11:05.470668 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:05.715610 3649 cni.go:473] [namespace-lister/namespace-lister-696b855848-24wdw 40d8266fde5b2dad06986e8491285fe1778357e98a69133e4f4c58ac6d82d186 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-24wdw 40d8266fde5b2dad06986e8491285fe1778357e98a69133e4f4c58ac6d82d186 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5f:f2:3d:92:16\",\"name\":\"40d8266fde5b2da\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3611ba97-e223-4925-ae69-30294cd0ad36\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 03:11:05.834822 3649 namespace.go:142] [image-controller] updating namespace I0512 03:11:06.336922 3649 base_network_controller_pods.go:487] [default/konflux-ui/proxy-56cd8ddb9c-fhvbr] creating logical port konflux-ui_proxy-56cd8ddb9c-fhvbr for pod on switch ip-10-0-1-252.ec2.internal I0512 03:11:06.337049 3649 kube.go:256] Updating pod konflux-ui/proxy-56cd8ddb9c-fhvbr I0512 03:11:06.468038 3649 pod.go:62] [konflux-ui/proxy-56cd8ddb9c-fhvbr] pod update took 131.034181ms I0512 03:11:06.468062 3649 base_network_controller_pods.go:951] [default/konflux-ui/proxy-56cd8ddb9c-fhvbr] addLogicalPort annotation time took 131.063949ms I0512 03:11:06.469677 3649 pods.go:271] [konflux-ui/proxy-56cd8ddb9c-fhvbr] addLogicalPort took 132.775085ms, libovsdb time 1.150996ms I0512 03:11:06.603684 3649 namespace.go:142] [integration-service] updating namespace I0512 03:11:07.195804 3649 namespace.go:142] [konflux-info] updating namespace I0512 03:11:07.510849 3649 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:07.782795 3649 namespace.go:142] [release-service] updating namespace I0512 03:11:07.908365 3649 namespace.go:142] [build-service] updating namespace I0512 03:11:07.932934 3649 namespace.go:142] [default-tenant] updating namespace I0512 03:11:07.951730 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:07.972889 3649 namespace.go:142] [image-controller] updating namespace I0512 03:11:08.004185 3649 namespace.go:142] [integration-service] updating namespace I0512 03:11:08.028934 3649 namespace.go:142] [konflux-info] updating namespace I0512 03:11:08.049614 3649 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:08.066931 3649 namespace.go:142] [release-service] updating namespace I0512 03:11:08.140744 3649 namespace.go:142] [build-service] updating namespace W0512 03:11:08.241739 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 03:11:08.250056 3649 namespace.go:142] [default-tenant] updating namespace I0512 03:11:08.313056 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0512 03:11:08.377661 3649 namespace.go:142] [image-controller] updating namespace I0512 03:11:08.440706 3649 namespace.go:142] [integration-service] updating namespace I0512 03:11:08.504801 3649 namespace.go:142] [konflux-info] updating namespace I0512 03:11:08.590395 3649 namespace.go:142] [namespace-lister] updating namespace I0512 03:11:08.687031 3649 namespace.go:142] [release-service] updating namespace I0512 03:11:09.915432 3649 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:10.124338 3649 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:10.269884 3649 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:10.288760 3649 namespace.go:142] [segment-bridge] updating namespace I0512 03:11:10.386642 3649 namespace.go:142] [konflux-cli] updating namespace I0512 03:11:10.495822 3649 namespace.go:142] [segment-bridge] updating namespace W0512 03:11:12.008903 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 03:11:12.037380 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 03:11:13.002871 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0512 03:11:14.506269 3649 cni.go:452] [konflux-ui/proxy-56cd8ddb9c-fhvbr ae1d68f064f3e5bcea88c8c046887bc58010ba3b77918a47b77cac7bc2e6b49f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-56cd8ddb9c-fhvbr ae1d68f064f3e5bcea88c8c046887bc58010ba3b77918a47b77cac7bc2e6b49f network default NAD default NAD key ] I0512 03:11:14.515481 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-56cd8ddb9c-fhvbr, hostIfaceName: ae1d68f064f3e5b, network: default, NAD default, SandboxID: "ae1d68f064f3e5bcea88c8c046887bc58010ba3b77918a47b77cac7bc2e6b49f", PCI device ID: , UID: "99378126-6604-4042-8045-adb833c0b069", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0512 03:11:14.566888 3649 cni.go:473] [konflux-ui/proxy-56cd8ddb9c-fhvbr ae1d68f064f3e5bcea88c8c046887bc58010ba3b77918a47b77cac7bc2e6b49f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-56cd8ddb9c-fhvbr ae1d68f064f3e5bcea88c8c046887bc58010ba3b77918a47b77cac7bc2e6b49f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:68:2f:7f:05:b1\",\"name\":\"ae1d68f064f3e5b\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffee9888-7b6b-4206-a165-770575dfdc45\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 03:11:15.289528 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 03:11:15.289601 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 03:11:15.318159 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 03:11:15.318766 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 03:11:15.341130 3649 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 03:11:19.045470 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.045486 3649 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.336674 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.336690 3649 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:19.404899 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 03:11:19.404976 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 03:11:23.000000 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 03:11:26.673140 3649 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:26.673760 3649 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:11:27.384046 3649 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:27.384070 3649 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:11:27.390134 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk I0512 03:11:27.390160 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vq4wk I0512 03:11:45.452742 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 03:11:50.457038 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 W0512 03:11:56.397208 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:56.397226 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:56.397238 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:56.397244 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:59.119489 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 03:11:59.119505 3649 util.go:959] Failed to build node endpoints for node ip-10-0-1-252.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 03:12:19.544207 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0512 03:12:21.536190 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 03:12:29.468857 3649 obj_retry.go:498] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:29.469418 3649 obj_retry.go:498] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:29.734190 3649 obj_retry.go:492] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:29.734211 3649 obj_retry.go:492] Detected object konflux-ui/proxy-6b5bb844cb-hrx2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:29.739787 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b5bb844cb-hrx2g I0512 03:12:29.739809 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b5bb844cb-hrx2g I0512 03:12:33.480108 3649 cni.go:452] [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key ] I0512 03:12:33.561044 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 03:12:33.578344 3649 cni.go:473] [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 1043f172e537d3107ac3888b908f39a4d70823ac7e8dbde2504a11119d60209a network default NAD default NAD key default], result "{}", err I0512 03:12:33.631835 3649 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:33.631885 3649 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 03:12:33.633241 3649 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.56 I0512 03:12:33.633268 3649 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:12:33.694428 3649 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:33.694466 3649 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:12:33.700060 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 03:12:33.700091 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 03:13:01.489470 3649 namespace.go:98] [managed-tenant-ow4b2] adding namespace I0512 03:13:01.490420 3649 namespace.go:102] [managed-tenant-ow4b2] adding namespace took 928.951µs I0512 03:13:01.520210 3649 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:01.557631 3649 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:02.560100 3649 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:02.681548 3649 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:13:02.779649 3649 namespace.go:142] [managed-tenant-ow4b2] updating namespace I0512 03:14:35.577929 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 03:14:58.456351 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0512 03:15:34.553072 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 03:15:42.577828 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 03:16:25.454917 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=82 I0512 03:16:40.457474 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0512 03:17:29.537854 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 03:17:41.572620 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 03:17:48.565903 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 03:18:08.459701 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19 I0512 03:19:51.557899 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 03:20:04.388133 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 03:20:04.388737 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 03:20:05.249777 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:05.249802 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642600-26crl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:09.454379 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0512 03:20:22.046926 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:22.046951 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-nn5l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:22.050705 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nn5l4 I0512 03:20:22.050727 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nn5l4 I0512 03:20:25.029541 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:25.029562 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2b5m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:25.033446 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2b5m2 I0512 03:20:25.033479 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2b5m2 I0512 03:20:32.028614 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:32.028636 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-nd7nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 03:20:32.034007 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-nd7nv I0512 03:20:32.034029 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-nd7nv I0512 03:20:37.455646 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 03:20:43.539229 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 03:20:46.580551 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 03:21:02.564703 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 03:21:11.548017 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 03:22:14.555800 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 03:22:20.459454 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 03:23:13.457743 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0512 03:24:01.575154 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 03:24:02.462611 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0512 03:24:05.462276 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0512 03:24:34.581283 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 03:25:58.561240 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0512 03:26:03.100081 3649 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kjjw8 I0512 03:26:21.540956 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 03:26:40.551629 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 03:26:42.583346 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6