+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-143.ec2.internal ++ [[ -n ip-10-0-0-143.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-143.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0331 03:48:57.485527369 - disable conntrack on geneve port' I0331 03:48:57.485527369 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0331 03:48:57.502205697 - starting ovnkube-node + echo 'I0331 03:48:57.502205697 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-143.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-143.ec2.internal --init-node ip-10-0-0-143.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-143.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0331 03:48:57.540670 3857 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0331 03:48:57.540715 3857 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-8259435a9f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0331 03:48:57.542068 3857 kube.go:419] Waiting for certificate I0331 03:48:57.542094 3857 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0331 03:48:57.542124 3857 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0331 03:48:57.542924 3857 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0331 03:48:57.585573 3857 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:48:57.585589 3857 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:48:57.589048 3857 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:48:57.589128 3857 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qfvrh" I0331 03:48:57.594542 3857 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qfvrh" I0331 03:48:57.594591 3857 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0331 03:48:58.542825 3857 kube.go:426] Certificate found I0331 03:48:58.543504 3857 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0331 03:48:58.544633 3857 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0331 03:48:58.598088 3857 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-01 03:43:57 +0000 UTC" deadline="2026-03-31 21:31:24.209364212 +0000 UTC" I0331 03:48:58.598125 3857 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h42m25.611251117s" I0331 03:48:58.620763 3857 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0331 03:48:58.627802 3857 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0331 03:48:58.627836 3857 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0331 03:48:58.627963 3857 factory.go:531] Starting watch factory I0331 03:48:58.628046 3857 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628070 3857 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628048 3857 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628278 3857 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628293 3857 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628052 3857 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628638 3857 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628798 3857 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628865 3857 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.628804 3857 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.629406 3857 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.629428 3857 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.635903 3857 controller_manager.go:368] Starting the ovnkube controller I0331 03:48:58.635914 3857 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-143.ec2.internal I0331 03:48:58.635956 3857 controller_manager.go:393] NBDB zone sync took: 35.2µs I0331 03:48:58.635964 3857 factory.go:531] Starting watch factory I0331 03:48:58.645593 3857 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.646045 3857 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0331 03:48:58.647137 3857 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.647224 3857 ovn_northd.go:121] Registering OVN northd metrics I0331 03:48:58.648749 3857 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.648979 3857 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.649111 3857 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.650088 3857 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0331 03:48:58.650181 3857 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0331 03:48:58.654724 3857 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:48:58.666258 3857 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0331 03:48:58.733421 3857 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0331 03:48:58.733438 3857 factory.go:1890] *v1.Namespace informer cache synced successfully I0331 03:48:58.733443 3857 factory.go:1890] *v1.Node informer cache synced successfully I0331 03:48:58.733446 3857 factory.go:1890] *v1.Service informer cache synced successfully I0331 03:48:58.733449 3857 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0331 03:48:58.733452 3857 factory.go:1890] *v1.Pod informer cache synced successfully I0331 03:48:58.733523 3857 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:48:58.733537 3857 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:48:58.733556 3857 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:48:58.733579 3857 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:48:58.736099 3857 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:48:58.736100 3857 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0331 03:48:58.739044 3857 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0331 03:48:58.739058 3857 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0331 03:48:58.739112 3857 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.739126 3857 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.741127 3857 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.742054 3857 factory.go:1890] *v1.Namespace informer cache synced successfully I0331 03:48:58.742065 3857 factory.go:1890] *v1.Node informer cache synced successfully I0331 03:48:58.742069 3857 factory.go:1890] *v1.Service informer cache synced successfully I0331 03:48:58.742072 3857 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0331 03:48:58.742075 3857 factory.go:1890] *v1.Pod informer cache synced successfully I0331 03:48:58.742078 3857 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0331 03:48:58.745104 3857 factory.go:1890] *v1.EgressIP informer cache synced successfully I0331 03:48:58.745156 3857 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.745167 3857 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.747227 3857 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0331 03:48:58.747237 3857 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0331 03:48:58.747537 3857 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.750407 3857 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0331 03:48:58.750458 3857 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.750469 3857 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.752351 3857 factory.go:1890] *v1.EgressIP informer cache synced successfully I0331 03:48:58.752481 3857 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.755542 3857 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0331 03:48:58.755597 3857 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.755608 3857 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.757566 3857 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0331 03:48:58.757725 3857 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.761598 3857 factory.go:1890] *v1.EgressService informer cache synced successfully I0331 03:48:58.761646 3857 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.761657 3857 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.762744 3857 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0331 03:48:58.763762 3857 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.767576 3857 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0331 03:48:58.767765 3857 factory.go:1890] *v1.EgressService informer cache synced successfully I0331 03:48:58.767764 3857 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0331 03:48:58.767788 3857 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0331 03:48:58.770120 3857 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0331 03:48:58.772942 3857 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0331 03:48:58.772953 3857 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0331 03:48:58.773012 3857 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.773024 3857 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.773062 3857 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.773076 3857 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.775267 3857 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.775445 3857 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0331 03:48:58.778595 3857 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0331 03:48:58.778605 3857 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0331 03:48:58.778607 3857 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0331 03:48:58.778612 3857 factory.go:636] Watch Factory start up complete, took: 150.651765ms I0331 03:48:58.778672 3857 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0331 03:48:58.784162 3857 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0331 03:48:58.784170 3857 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0331 03:48:58.784177 3857 factory.go:636] Watch Factory start up complete, took: 148.210915ms I0331 03:48:58.784183 3857 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-143.ec2.internal" zone I0331 03:48:58.812474 3857 default_node_network_controller.go:709] Initializing the default node network controller I0331 03:48:58.867703 3857 udn_isolation.go:101] Starting UDN host isolation manager I0331 03:48:58.873594 3857 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0331 03:48:58.914796 3857 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0331 03:48:58.914913 3857 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0331 03:48:58.914933 3857 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0331 03:48:58.946548 3857 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0331 03:48:58.946608 3857 default_node_network_controller.go:808] Node ip-10-0-0-143.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0331 03:48:58.952626 3857 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.143"] k8s.ovn.org/zone-name:ip-10-0-0-143.ec2.internal] on node ip-10-0-0-143.ec2.internal I0331 03:48:58.975379 3857 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0331 03:48:58.980635 3857 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0331 03:48:58.980791 3857 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0331 03:48:58.980927 3857 gateway_init.go:263] Preparing Gateway I0331 03:48:58.980938 3857 gateway_shared_intf.go:1658] Creating new gateway I0331 03:48:59.035064 3857 controller_manager.go:427] Waiting for node in zone sync took: 250.868217ms I0331 03:48:59.041919 3857 controller_manager.go:608] Switching to transit router for layer2 networks I0331 03:48:59.041934 3857 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-143.ec2.internal I0331 03:48:59.051506 3857 iptables.go:108] Creating table: filter chain: FORWARD I0331 03:48:59.057493 3857 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0331 03:48:59.057630 3857 iptables.go:108] Creating table: filter chain: OUTPUT I0331 03:48:59.062710 3857 controller_manager.go:288] SCTP support detected in OVN I0331 03:48:59.063255 3857 services_controller.go:69] Creating services controller for network=default I0331 03:48:59.063349 3857 udn_enabled_svc.go:80] Waiting for service informer to sync I0331 03:48:59.063419 3857 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0331 03:48:59.063452 3857 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0331 03:48:59.063469 3857 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0331 03:48:59.063479 3857 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0331 03:48:59.063648 3857 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0331 03:48:59.063705 3857 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0331 03:48:59.063741 3857 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.727µs I0331 03:48:59.063746 3857 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.907µs I0331 03:48:59.063752 3857 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 45.545µs I0331 03:48:59.063760 3857 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0331 03:48:59.063774 3857 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0331 03:48:59.063782 3857 gateway_shared_intf.go:1787] Gateway Creation Complete I0331 03:48:59.063787 3857 default_network_controller.go:321] Starting the default network controller I0331 03:48:59.063790 3857 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-143.ec2.internal","mac-address":"12:35:cf:d1:a0:a9","ip-addresses":["10.0.0.143/24"],"ip-address":"10.0.0.143/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2c0a2a9-dc09-449d-bfd3-ca01cbee9bf5 k8s.ovn.org/node-encap-ips:["10.0.0.143"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.143/24"} k8s.ovn.org/zone-name:ip-10-0-0-143.ec2.internal] on node ip-10-0-0-143.ec2.internal I0331 03:48:59.063822 3857 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.284µs I0331 03:48:59.063828 3857 udn_enabled_svc.go:95] Performing full resync I0331 03:48:59.064122 3857 udn_enabled_svc.go:99] Waiting for handler to sync I0331 03:48:59.064135 3857 udn_enabled_svc.go:104] Starting worker I0331 03:48:59.071446 3857 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0331 03:48:59.071531 3857 repair.go:33] Syncing exgw routes took 71.608µs I0331 03:48:59.071548 3857 default_network_controller.go:407] Starting all the Watchers... I0331 03:48:59.071741 3857 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0331 03:48:59.071752 3857 namespace.go:98] [openshift-infra] adding namespace I0331 03:48:59.071758 3857 namespace.go:98] [openshift-config-managed] adding namespace I0331 03:48:59.071758 3857 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0331 03:48:59.071768 3857 namespace.go:98] [openshift-apiserver-operator] adding namespace I0331 03:48:59.071771 3857 namespace.go:98] [openshift-operators] adding namespace I0331 03:48:59.071769 3857 namespace.go:98] [openshift-console-user-settings] adding namespace I0331 03:48:59.071781 3857 namespace.go:98] [openshift-network-console] adding namespace I0331 03:48:59.071782 3857 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0331 03:48:59.071787 3857 namespace.go:98] [openshift-monitoring] adding namespace I0331 03:48:59.071792 3857 namespace.go:98] [openshift-ingress] adding namespace I0331 03:48:59.071794 3857 namespace.go:98] [openshift-dns-operator] adding namespace I0331 03:48:59.071805 3857 namespace.go:98] [openshift-network-diagnostics] adding namespace I0331 03:48:59.071823 3857 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0331 03:48:59.071743 3857 namespace.go:98] [openshift-customer-monitoring] adding namespace I0331 03:48:59.072306 3857 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 548.512µs I0331 03:48:59.072323 3857 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0331 03:48:59.072799 3857 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 470.388µs I0331 03:48:59.072816 3857 namespace.go:98] [dedicated-admin] adding namespace I0331 03:48:59.073308 3857 namespace.go:102] [dedicated-admin] adding namespace took 485.409µs I0331 03:48:59.073324 3857 namespace.go:98] [kube-system] adding namespace I0331 03:48:59.073775 3857 namespace.go:102] [openshift-infra] adding namespace took 2.015635ms I0331 03:48:59.073787 3857 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0331 03:48:59.074208 3857 namespace.go:102] [openshift-config-managed] adding namespace took 2.44243ms I0331 03:48:59.074222 3857 namespace.go:98] [openshift-image-registry] adding namespace I0331 03:48:59.074676 3857 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.908066ms I0331 03:48:59.074688 3857 namespace.go:98] [openshift-console-operator] adding namespace I0331 03:48:59.075136 3857 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.361053ms I0331 03:48:59.075156 3857 namespace.go:98] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] adding namespace I0331 03:48:59.075658 3857 namespace.go:102] [openshift-operators] adding namespace took 3.879367ms I0331 03:48:59.075672 3857 namespace.go:98] [openshift-backplane-cee] adding namespace I0331 03:48:59.076105 3857 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.322114ms I0331 03:48:59.076124 3857 namespace.go:98] [openshift-host-network] adding namespace I0331 03:48:59.076528 3857 namespace.go:102] [openshift-network-console] adding namespace took 4.743692ms I0331 03:48:59.076540 3857 namespace.go:98] [openshift-machine-api] adding namespace I0331 03:48:59.076968 3857 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.178555ms I0331 03:48:59.076987 3857 namespace.go:98] [openshift] adding namespace I0331 03:48:59.077407 3857 namespace.go:102] [openshift-monitoring] adding namespace took 5.614466ms I0331 03:48:59.077421 3857 namespace.go:98] [openshift-must-gather-operator] adding namespace I0331 03:48:59.077856 3857 namespace.go:102] [openshift-ingress] adding namespace took 6.058861ms I0331 03:48:59.077872 3857 namespace.go:98] [openshift-backplane-cse] adding namespace I0331 03:48:59.078366 3857 namespace.go:102] [openshift-dns-operator] adding namespace took 6.561863ms I0331 03:48:59.078377 3857 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace W0331 03:48:59.078395 3857 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rr9tp: pod openshift-network-diagnostics/network-check-target-rr9tp: no pod IPs found W0331 03:48:59.078408 3857 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-znjtv: pod openshift-network-diagnostics/network-check-target-znjtv: no pod IPs found I0331 03:48:59.078895 3857 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.079716ms I0331 03:48:59.078915 3857 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0331 03:48:59.079409 3857 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.578535ms I0331 03:48:59.079432 3857 namespace.go:98] [openshift-operators-redhat] adding namespace W0331 03:48:59.079864 3857 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-r9vx7: pod kube-system/global-pull-secret-syncer-r9vx7: no pod IPs found I0331 03:48:59.079891 3857 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.03358ms I0331 03:48:59.079908 3857 namespace.go:98] [openshift-authentication-operator] adding namespace I0331 03:48:59.080340 3857 namespace.go:102] [kube-system] adding namespace took 7.010303ms I0331 03:48:59.080354 3857 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0331 03:48:59.080757 3857 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.96279ms I0331 03:48:59.080770 3857 namespace.go:98] [openshift-ingress-operator] adding namespace I0331 03:48:59.081180 3857 namespace.go:102] [openshift-image-registry] adding namespace took 6.952623ms I0331 03:48:59.081192 3857 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0331 03:48:59.081595 3857 namespace.go:102] [openshift-console-operator] adding namespace took 6.901995ms I0331 03:48:59.081609 3857 namespace.go:98] [openshift-multus] adding namespace I0331 03:48:59.081976 3857 namespace.go:102] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] adding namespace took 6.81433ms I0331 03:48:59.081989 3857 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0331 03:48:59.082378 3857 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.70091ms I0331 03:48:59.082404 3857 namespace.go:98] [openshift-package-operator] adding namespace I0331 03:48:59.082846 3857 namespace.go:102] [openshift-host-network] adding namespace took 6.714245ms I0331 03:48:59.082861 3857 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0331 03:48:59.083279 3857 namespace.go:102] [openshift-machine-api] adding namespace took 6.730635ms I0331 03:48:59.083301 3857 namespace.go:98] [openshift-insights] adding namespace I0331 03:48:59.083930 3857 namespace.go:102] [openshift] adding namespace took 6.936543ms I0331 03:48:59.083945 3857 namespace.go:98] [openshift-machine-config-operator] adding namespace I0331 03:48:59.084427 3857 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.998872ms I0331 03:48:59.084442 3857 namespace.go:98] [openshift-backplane-mobb] adding namespace I0331 03:48:59.084906 3857 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.027265ms I0331 03:48:59.084924 3857 namespace.go:98] [openshift-etcd] adding namespace I0331 03:48:59.085320 3857 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.937132ms I0331 03:48:59.085332 3857 namespace.go:98] [openshift-logging] adding namespace I0331 03:48:59.085764 3857 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.843525ms I0331 03:48:59.085778 3857 namespace.go:98] [openshift-config-operator] adding namespace I0331 03:48:59.086185 3857 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.74827ms I0331 03:48:59.086198 3857 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0331 03:48:59.086245 3857 default_node_network_controller.go:518] Node connection status = connected I0331 03:48:59.086629 3857 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.71492ms I0331 03:48:59.086643 3857 namespace.go:98] [kube-node-lease] adding namespace I0331 03:48:59.087108 3857 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.747422ms I0331 03:48:59.087762 3857 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.984899ms I0331 03:48:59.087775 3857 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace W0331 03:48:59.088234 3857 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-46hqv: pod openshift-multus/network-metrics-daemon-46hqv: no pod IPs found W0331 03:48:59.088245 3857 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lwlnf: pod openshift-multus/network-metrics-daemon-lwlnf: no pod IPs found I0331 03:48:59.088268 3857 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.071658ms I0331 03:48:59.088279 3857 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0331 03:48:59.088824 3857 namespace.go:102] [openshift-multus] adding namespace took 7.208556ms I0331 03:48:59.088841 3857 namespace.go:98] [kube-public] adding namespace I0331 03:48:59.089256 3857 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.261945ms I0331 03:48:59.089269 3857 namespace.go:98] [openshift-node] adding namespace I0331 03:48:59.089703 3857 namespace.go:102] [openshift-package-operator] adding namespace took 7.295114ms I0331 03:48:59.089713 3857 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0331 03:48:59.090121 3857 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.254407ms I0331 03:48:59.090136 3857 namespace.go:98] [openshift-apiserver] adding namespace I0331 03:48:59.090533 3857 namespace.go:102] [openshift-insights] adding namespace took 7.226617ms I0331 03:48:59.090545 3857 namespace.go:98] [openshift-dns] adding namespace I0331 03:48:59.090978 3857 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.027513ms I0331 03:48:59.090994 3857 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0331 03:48:59.091508 3857 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.060376ms I0331 03:48:59.091522 3857 namespace.go:98] [openshift-service-ca-operator] adding namespace I0331 03:48:59.091975 3857 namespace.go:102] [openshift-etcd] adding namespace took 7.044469ms I0331 03:48:59.091989 3857 namespace.go:98] [openshift-authentication] adding namespace I0331 03:48:59.092412 3857 namespace.go:102] [openshift-logging] adding namespace took 7.072737ms I0331 03:48:59.092428 3857 namespace.go:98] [openshift-console] adding namespace I0331 03:48:59.092900 3857 namespace.go:102] [openshift-config-operator] adding namespace took 7.117422ms I0331 03:48:59.092912 3857 namespace.go:98] [openshift-backplane-srep] adding namespace I0331 03:48:59.093342 3857 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.14032ms I0331 03:48:59.093360 3857 namespace.go:98] [openshift-cluster-version] adding namespace I0331 03:48:59.093762 3857 namespace.go:102] [kube-node-lease] adding namespace took 7.114393ms I0331 03:48:59.093773 3857 namespace.go:98] [openshift-route-controller-manager] adding namespace I0331 03:48:59.094183 3857 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.404293ms I0331 03:48:59.094196 3857 namespace.go:98] [openshift-backplane-csm] adding namespace I0331 03:48:59.094710 3857 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.425767ms I0331 03:48:59.094725 3857 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0331 03:48:59.095058 3857 namespace.go:102] [kube-public] adding namespace took 6.209678ms I0331 03:48:59.095081 3857 namespace.go:98] [openshift-network-operator] adding namespace I0331 03:48:59.095590 3857 namespace.go:102] [openshift-node] adding namespace took 6.316316ms I0331 03:48:59.095601 3857 namespace.go:98] [openshift-backplane] adding namespace I0331 03:48:59.096010 3857 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.292708ms I0331 03:48:59.096019 3857 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0331 03:48:59.096403 3857 namespace.go:102] [openshift-apiserver] adding namespace took 6.26171ms I0331 03:48:59.096413 3857 namespace.go:98] [openshift-backplane-tam] adding namespace I0331 03:48:59.096874 3857 namespace.go:102] [openshift-dns] adding namespace took 6.323199ms I0331 03:48:59.096887 3857 namespace.go:98] [openshift-config] adding namespace I0331 03:48:59.097353 3857 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.354248ms I0331 03:48:59.097363 3857 namespace.go:98] [openshift-kube-apiserver] adding namespace I0331 03:48:59.097868 3857 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.341478ms I0331 03:48:59.097880 3857 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0331 03:48:59.098312 3857 namespace.go:102] [openshift-authentication] adding namespace took 6.317564ms I0331 03:48:59.098321 3857 namespace.go:98] [openshift-ingress-canary] adding namespace I0331 03:48:59.098735 3857 namespace.go:102] [openshift-console] adding namespace took 6.301748ms I0331 03:48:59.098747 3857 namespace.go:98] [openshift-kube-scheduler] adding namespace I0331 03:48:59.099085 3857 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.168796ms I0331 03:48:59.099095 3857 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0331 03:48:59.099489 3857 namespace.go:102] [openshift-cluster-version] adding namespace took 6.124457ms I0331 03:48:59.099501 3857 namespace.go:98] [default] adding namespace I0331 03:48:59.099958 3857 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.180297ms I0331 03:48:59.099971 3857 namespace.go:98] [openshift-marketplace] adding namespace I0331 03:48:59.100485 3857 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.283154ms I0331 03:48:59.100880 3857 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.148832ms I0331 03:48:59.100892 3857 namespace.go:98] [openshift-controller-manager] adding namespace I0331 03:48:59.101274 3857 namespace.go:102] [openshift-network-operator] adding namespace took 6.18826ms I0331 03:48:59.101679 3857 namespace.go:102] [openshift-backplane] adding namespace took 6.073476ms I0331 03:48:59.102053 3857 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.025294ms I0331 03:48:59.102615 3857 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.196869ms I0331 03:48:59.102627 3857 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0331 03:48:59.103153 3857 namespace.go:102] [openshift-config] adding namespace took 6.261551ms I0331 03:48:59.103737 3857 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.366127ms I0331 03:48:59.104287 3857 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.401765ms I0331 03:48:59.104861 3857 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.536164ms I0331 03:48:59.105353 3857 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.598216ms I0331 03:48:59.105964 3857 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.863914ms I0331 03:48:59.105979 3857 namespace.go:98] [openshift-network-node-identity] adding namespace I0331 03:48:59.106357 3857 namespace.go:102] [default] adding namespace took 6.851789ms I0331 03:48:59.106811 3857 namespace.go:102] [openshift-marketplace] adding namespace took 6.834656ms I0331 03:48:59.106824 3857 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0331 03:48:59.107241 3857 namespace.go:102] [openshift-controller-manager] adding namespace took 6.344489ms I0331 03:48:59.107703 3857 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.071007ms I0331 03:48:59.108116 3857 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.131348ms I0331 03:48:59.108517 3857 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 1.688325ms I0331 03:48:59.108878 3857 zone_ic_handler.go:186] Time taken to create transit switch: 273.251µs I0331 03:48:59.108963 3857 master.go:532] Adding or Updating local node "ip-10-0-0-143.ec2.internal" for network "default" I0331 03:48:59.109013 3857 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-160.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-160.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-160.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-160.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-160.ec2.internal I0331 03:48:59.109543 3857 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-243.ec2.internal for the network default I0331 03:48:59.110486 3857 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-243.ec2.internal" on network "default" took: 951.244µs W0331 03:48:59.117552 3857 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-znjtv: pod openshift-network-diagnostics/network-check-target-znjtv: no pod IPs found W0331 03:48:59.117571 3857 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-46hqv: pod openshift-multus/network-metrics-daemon-46hqv: no pod IPs found I0331 03:48:59.118550 3857 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-143.ec2.internal for the network default I0331 03:48:59.119218 3857 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0331 03:48:59.119246 3857 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0331 03:48:59.119268 3857 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0331 03:48:59.119275 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-143.ec2.internal in network "default" I0331 03:48:59.119333 3857 node_tracker.go:169] Node ip-10-0-0-143.ec2.internal switch + router changed, syncing services in network "default" I0331 03:48:59.119345 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:48:59.119351 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0331 03:48:59.119412 3857 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0331 03:48:59.119426 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:48:59.119434 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-160.ec2.internal in network "default" I0331 03:48:59.119443 3857 node_tracker.go:235] Node ip-10-0-2-160.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-160.ec2.internal" I0331 03:48:59.119450 3857 node_tracker.go:169] Node ip-10-0-2-160.ec2.internal switch + router changed, syncing services in network "default" I0331 03:48:59.119454 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:48:59.219693 3857 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0331 03:48:59.219714 3857 services_controller.go:208] Setting up event handlers for services for network=default I0331 03:48:59.219774 3857 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0331 03:48:59.219843 3857 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0331 03:48:59.219860 3857 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0331 03:48:59.320293 3857 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0331 03:48:59.320321 3857 repair.go:60] Starting repairing loop for services I0331 03:48:59.320504 3857 repair.go:131] Deleted 0 stale service LBs I0331 03:48:59.320533 3857 repair.go:137] Deleted 0 stale Chassis Template Vars I0331 03:48:59.320560 3857 repair.go:62] Finished repairing loop for services: 241.097µs I0331 03:48:59.320604 3857 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0331 03:48:59.320620 3857 services_controller.go:254] Starting workers for network=default I0331 03:48:59.321277 3857 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-znjtv] creating logical port openshift-network-diagnostics_network-check-target-znjtv for pod on switch ip-10-0-0-143.ec2.internal I0331 03:48:59.321310 3857 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-lwlnf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lwlnf: suppressed error logged: pod openshift-multus/network-metrics-daemon-lwlnf: no pod IPs found I0331 03:48:59.321351 3857 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-rr9tp, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rr9tp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rr9tp: no pod IPs found I0331 03:48:59.321488 3857 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-znjtv I0331 03:48:59.321353 3857 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-r9vx7, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-r9vx7: suppressed error logged: pod kube-system/global-pull-secret-syncer-r9vx7: no pod IPs found I0331 03:48:59.335414 3857 pod.go:62] [openshift-network-diagnostics/network-check-target-znjtv] pod update took 14.006177ms I0331 03:48:59.335432 3857 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-znjtv] addLogicalPort annotation time took 14.06548ms I0331 03:48:59.336332 3857 pods.go:271] [openshift-network-diagnostics/network-check-target-znjtv] addLogicalPort took 15.064943ms, libovsdb time 654.923µs I0331 03:48:59.336375 3857 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-46hqv] creating logical port openshift-multus_network-metrics-daemon-46hqv for pod on switch ip-10-0-0-143.ec2.internal I0331 03:48:59.336469 3857 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-46hqv I0331 03:48:59.349586 3857 pod.go:62] [openshift-multus/network-metrics-daemon-46hqv] pod update took 13.148934ms I0331 03:48:59.349603 3857 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-46hqv] addLogicalPort annotation time took 13.169452ms I0331 03:48:59.350581 3857 pods.go:271] [openshift-multus/network-metrics-daemon-46hqv] addLogicalPort took 14.215235ms, libovsdb time 718.402µs I0331 03:48:59.350985 3857 admin_network_policy_controller.go:227] Starting controller default-network-controller I0331 03:48:59.351008 3857 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0331 03:48:59.351018 3857 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0331 03:48:59.351022 3857 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0331 03:48:59.351205 3857 repair.go:29] Repairing admin network policies took 177.728µs I0331 03:48:59.351335 3857 repair.go:92] Repairing baseline admin network policies took 122.816µs I0331 03:48:59.351865 3857 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0331 03:48:59.351880 3857 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0331 03:48:59.353367 3857 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0331 03:48:59.353404 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0331 03:48:59.353423 3857 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0331 03:48:59.355471 3857 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0331 03:48:59.355491 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0331 03:48:59.355506 3857 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0331 03:48:59.356068 3857 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0331 03:48:59.356085 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0331 03:48:59.356094 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0331 03:48:59.357856 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0331 03:48:59.357874 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0331 03:48:59.357882 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0331 03:48:59.359490 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0331 03:48:59.359508 3857 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0331 03:48:59.359517 3857 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0331 03:48:59.361578 3857 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0331 03:48:59.361595 3857 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0331 03:48:59.361602 3857 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0331 03:48:59.362080 3857 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0331 03:48:59.362093 3857 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0331 03:48:59.362099 3857 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0331 03:48:59.363254 3857 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0331 03:48:59.363272 3857 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0331 03:48:59.363282 3857 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0331 03:48:59.364098 3857 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0331 03:48:59.364116 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0331 03:48:59.364123 3857 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0331 03:48:59.364409 3857 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0331 03:48:59.364429 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0331 03:48:59.364439 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0331 03:48:59.364920 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0331 03:48:59.364939 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0331 03:48:59.364948 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0331 03:48:59.365410 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0331 03:48:59.365429 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0331 03:48:59.366530 3857 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0331 03:48:59.366544 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0331 03:48:59.367213 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0331 03:48:59.367233 3857 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0331 03:48:59.367243 3857 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0331 03:48:59.368800 3857 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0331 03:48:59.368817 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0331 03:48:59.368827 3857 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0331 03:48:59.369488 3857 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0331 03:48:59.369509 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0331 03:48:59.369519 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0331 03:48:59.369784 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0331 03:48:59.369802 3857 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0331 03:48:59.369815 3857 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0331 03:48:59.371060 3857 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0331 03:48:59.371079 3857 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0331 03:48:59.371090 3857 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0331 03:48:59.372196 3857 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0331 03:48:59.372215 3857 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0331 03:48:59.372228 3857 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0331 03:48:59.373221 3857 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0331 03:48:59.373241 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0331 03:48:59.373251 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0331 03:48:59.373792 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0331 03:48:59.373808 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0331 03:48:59.373832 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0331 03:48:59.374554 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0331 03:48:59.374580 3857 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0331 03:48:59.374591 3857 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0331 03:48:59.375801 3857 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0331 03:48:59.375820 3857 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0331 03:48:59.375829 3857 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0331 03:48:59.376703 3857 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0331 03:48:59.376718 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0331 03:48:59.376726 3857 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0331 03:48:59.377194 3857 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0331 03:48:59.377215 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0331 03:48:59.377224 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0331 03:48:59.377748 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0331 03:48:59.377767 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0331 03:48:59.377774 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0331 03:48:59.379006 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0331 03:48:59.379024 3857 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0331 03:48:59.379032 3857 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0331 03:48:59.379566 3857 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0331 03:48:59.379581 3857 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0331 03:48:59.379590 3857 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0331 03:48:59.380485 3857 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0331 03:48:59.380502 3857 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0331 03:48:59.380515 3857 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0331 03:48:59.381518 3857 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0331 03:48:59.387314 3857 egressfirewall.go:319] Starting EgressFirewall controller I0331 03:48:59.387342 3857 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0331 03:48:59.387375 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0331 03:48:59.387408 3857 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0331 03:48:59.387396 3857 controller.go:133] Adding controller egress-firewall-controller event handlers I0331 03:48:59.387423 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0331 03:48:59.387428 3857 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0331 03:48:59.387682 3857 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0331 03:48:59.387695 3857 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0331 03:48:59.387703 3857 egressqos.go:193] Setting up event handlers for EgressQoS I0331 03:48:59.387782 3857 egressfirewall.go:628] Syncing node "ip-10-0-2-160.ec2.internal" for egress firewall I0331 03:48:59.387796 3857 egressfirewall.go:628] Syncing node "ip-10-0-0-143.ec2.internal" for egress firewall I0331 03:48:59.387801 3857 egressfirewall.go:628] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0331 03:48:59.387785 3857 egressqos.go:245] Starting EgressQoS Controller I0331 03:48:59.387813 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0331 03:48:59.387820 3857 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0331 03:48:59.387825 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0331 03:48:59.387830 3857 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0331 03:48:59.387835 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0331 03:48:59.387839 3857 shared_informer.go:356] "Caches are synced" controller="egressqos" I0331 03:48:59.387844 3857 egressqos.go:259] Repairing EgressQoSes I0331 03:48:59.387848 3857 egressqos.go:399] Starting repairing loop for egressqos I0331 03:48:59.387922 3857 egressqos.go:401] Finished repairing loop for egressqos: 73.332µs I0331 03:48:59.387938 3857 egressservice_zone.go:132] Setting up event handlers for Egress Services I0331 03:48:59.387954 3857 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-143.ec2.internal I0331 03:48:59.387990 3857 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-143.ec2.internal : 37.562µs I0331 03:48:59.388053 3857 egressservice_zone.go:210] Starting Egress Services Controller I0331 03:48:59.388062 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0331 03:48:59.388067 3857 shared_informer.go:356] "Caches are synced" controller="egressservices" I0331 03:48:59.388073 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0331 03:48:59.388078 3857 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0331 03:48:59.388083 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0331 03:48:59.388087 3857 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0331 03:48:59.388093 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0331 03:48:59.388098 3857 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0331 03:48:59.388101 3857 egressservice_zone.go:228] Repairing Egress Services I0331 03:48:59.388354 3857 master_controller.go:88] Starting Admin Policy Based Route Controller I0331 03:48:59.388364 3857 external_controller.go:278] Starting Admin Policy Based Route Controller I0331 03:48:59.388374 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal I0331 03:48:59.388399 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 27.23µs I0331 03:48:59.388408 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0331 03:48:59.388418 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 10.191µs I0331 03:48:59.388423 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-160.ec2.internal I0331 03:48:59.388427 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-160.ec2.internal: 3.945µs I0331 03:48:59.388503 3857 default_network_controller.go:568] Completing all the Watchers took 316.947255ms I0331 03:48:59.388519 3857 default_network_controller.go:572] Starting unidling controllers I0331 03:48:59.388531 3857 unidle.go:46] Registering OVN SB ControllerEvent handler I0331 03:48:59.388538 3857 unidle.go:63] Populating Initial ContollerEvent events I0331 03:48:59.388548 3857 unidle.go:79] Setting up event handlers for services I0331 03:48:59.388638 3857 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0331 03:48:59.417776 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-160.ec2.internal in network "default" I0331 03:48:59.417806 3857 node_tracker.go:235] Node ip-10-0-2-160.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-160.ec2.internal" I0331 03:48:59.417818 3857 default_network_controller.go:1008] Node "ip-10-0-2-160.ec2.internal" in remote zone "ip-10-0-2-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0331 03:48:59.417824 3857 node_tracker.go:169] Node ip-10-0-2-160.ec2.internal switch + router changed, syncing services in network "default" I0331 03:48:59.417844 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:48:59.493435 3857 default_network_controller.go:1008] Node "ip-10-0-2-160.ec2.internal" in remote zone "ip-10-0-2-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0331 03:48:59.532531 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-160.ec2.internal in network "default" I0331 03:48:59.532589 3857 node_tracker.go:169] Node ip-10-0-2-160.ec2.internal switch + router changed, syncing services in network "default" I0331 03:48:59.532603 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:48:59.532617 3857 default_network_controller.go:1008] Node "ip-10-0-2-160.ec2.internal" in remote zone "ip-10-0-2-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0331 03:48:59.533316 3857 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-160.ec2.internal for the network default I0331 03:48:59.534789 3857 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-160.ec2.internal" on network "default" took: 1.48799ms I0331 03:48:59.587807 3857 default_node_network_controller.go:518] Node connection status = connected I0331 03:49:00.087756 3857 default_node_network_controller.go:518] Node connection status = connected I0331 03:49:00.586909 3857 default_node_network_controller.go:518] Node connection status = connected I0331 03:49:01.087526 3857 default_node_network_controller.go:518] Node connection status = connected I0331 03:49:01.102524 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-160.ec2.internal in network "default" I0331 03:49:01.102591 3857 node_tracker.go:169] Node ip-10-0-2-160.ec2.internal switch + router changed, syncing services in network "default" I0331 03:49:01.102603 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-160.ec2.internal I0331 03:49:01.102612 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:49:01.102609 3857 egressfirewall.go:628] Syncing node "ip-10-0-2-160.ec2.internal" for egress firewall I0331 03:49:01.102619 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-160.ec2.internal: 21.762µs I0331 03:49:01.102672 3857 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-160.ec2.internal. Updating no re-route policies I0331 03:49:01.539229 3857 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0331 03:49:01.587086 3857 default_node_network_controller.go:518] Node connection status = connected I0331 03:49:01.603458 3857 bridgeconfig.go:537] Gateway is ready I0331 03:49:01.603479 3857 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0331 03:49:01.613627 3857 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.143. Updating OVN encap IP. I0331 03:49:01.618171 3857 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.143 - it is already configured I0331 03:49:01.618186 3857 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.143/24:{} 172.20.0.1/32:{}]. Updating annotations. I0331 03:49:01.618455 3857 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.143/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-143.ec2.internal","mac-address":"12:35:cf:d1:a0:a9","ip-addresses":["10.0.0.143/24"],"ip-address":"10.0.0.143/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2c0a2a9-dc09-449d-bfd3-ca01cbee9bf5 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.143/24"}] on node ip-10-0-0-143.ec2.internal I0331 03:49:01.636713 3857 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-143.ec2.internal in network "default" I0331 03:49:01.636721 3857 master.go:532] Adding or Updating local node "ip-10-0-0-143.ec2.internal" for network "default" I0331 03:49:01.636772 3857 node_tracker.go:169] Node ip-10-0-0-143.ec2.internal switch + router changed, syncing services in network "default" I0331 03:49:01.636788 3857 services_controller.go:574] Full service sync requested for network=default I0331 03:49:01.636794 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal I0331 03:49:01.636797 3857 egressfirewall.go:628] Syncing node "ip-10-0-0-143.ec2.internal" for egress firewall I0331 03:49:01.636810 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 19.814µs I0331 03:49:01.637145 3857 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.143 I0331 03:49:01.637249 3857 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-143.ec2.internal I0331 03:49:01.641359 3857 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-143.ec2.internal. Updating no re-route policies I0331 03:49:01.641427 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jh9kv I0331 03:49:01.641439 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-143.ec2.internal I0331 03:49:01.641442 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kq6qp I0331 03:49:01.641452 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-143.ec2.internal I0331 03:49:01.641459 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kq6qp I0331 03:49:01.641461 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-znjtv I0331 03:49:01.641473 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ndkjl I0331 03:49:01.641476 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-143.ec2.internal after 0 failed attempt(s) I0331 03:49:01.641467 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9pkjm I0331 03:49:01.641479 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-g7t82 I0331 03:49:01.641486 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4z5hk I0331 03:49:01.641490 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-9pkjm I0331 03:49:01.641493 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4z5hk I0331 03:49:01.641491 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kq6qp after 0 failed attempt(s) I0331 03:49:01.641491 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-46hqv I0331 03:49:01.641496 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-g7t82 I0331 03:49:01.641450 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-wgxq2 I0331 03:49:01.641500 3857 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-r5zpg I0331 03:49:01.641512 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-wgxq2 I0331 03:49:01.641511 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-9pkjm after 0 failed attempt(s) I0331 03:49:01.641515 3857 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-r5zpg I0331 03:49:01.641428 3857 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-143.ec2.internal I0331 03:49:01.641523 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-g7t82 after 0 failed attempt(s) I0331 03:49:01.641459 3857 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-f6t8s I0331 03:49:01.641531 3857 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-143.ec2.internal I0331 03:49:01.641534 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-wgxq2 after 0 failed attempt(s) I0331 03:49:01.641536 3857 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-r5zpg after 0 failed attempt(s) I0331 03:49:01.641539 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-f6t8s I0331 03:49:01.641479 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ndkjl I0331 03:49:01.641478 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-znjtv I0331 03:49:01.641554 3857 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-143.ec2.internal after 0 failed attempt(s) I0331 03:49:01.641557 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-f6t8s after 0 failed attempt(s) I0331 03:49:01.641559 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ndkjl after 0 failed attempt(s) I0331 03:49:01.641505 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-46hqv I0331 03:49:01.641443 3857 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jh9kv I0331 03:49:01.641575 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jh9kv after 0 failed attempt(s) I0331 03:49:01.641587 3857 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-znjtv] creating logical port openshift-network-diagnostics_network-check-target-znjtv for pod on switch ip-10-0-0-143.ec2.internal I0331 03:49:01.641591 3857 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-46hqv] creating logical port openshift-multus_network-metrics-daemon-46hqv for pod on switch ip-10-0-0-143.ec2.internal I0331 03:49:01.641507 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4z5hk after 0 failed attempt(s) I0331 03:49:01.642283 3857 pods.go:271] [openshift-network-diagnostics/network-check-target-znjtv] addLogicalPort took 707.911µs, libovsdb time 284.35µs I0331 03:49:01.642293 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-znjtv after 0 failed attempt(s) I0331 03:49:01.642512 3857 pods.go:271] [openshift-multus/network-metrics-daemon-46hqv] addLogicalPort took 929.362µs, libovsdb time 293.164µs I0331 03:49:01.642520 3857 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-46hqv after 0 failed attempt(s) I0331 03:49:01.654884 3857 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0331 03:49:01.665832 3857 iptables.go:108] Creating table: mangle chain: OUTPUT I0331 03:49:01.669035 3857 iptables.go:108] Creating table: nat chain: OUTPUT I0331 03:49:01.684521 3857 iptables.go:108] Creating table: nat chain: PREROUTING I0331 03:49:01.737868 3857 iptables.go:108] Creating table: filter chain: FORWARD I0331 03:49:01.754892 3857 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0331 03:49:01.754997 3857 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0331 03:49:01.755037 3857 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0331 03:49:01.755105 3857 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0331 03:49:01.755151 3857 gateway_init.go:325] Gateway and management port readiness took 2.671676996s I0331 03:49:01.755177 3857 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0331 03:49:01.755230 3857 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0331 03:49:01.755242 3857 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0331 03:49:01.755251 3857 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0331 03:49:01.755307 3857 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0331 03:49:01.755403 3857 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.67µs I0331 03:49:01.755627 3857 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0331 03:49:01.755653 3857 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.067µs I0331 03:49:01.755661 3857 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.705µs I0331 03:49:01.755668 3857 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0331 03:49:01.755676 3857 nad_controller.go:173] [node-nad-controller NAD controller]: started I0331 03:49:01.755681 3857 default_node_network_controller.go:898] Starting the default node network controller I0331 03:49:01.755685 3857 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0331 03:49:01.755761 3857 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 11.7µs I0331 03:49:01.755811 3857 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0331 03:49:01.755819 3857 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0331 03:49:01.755841 3857 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cac0b0 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc0008e5c20 0xc0002ed570 0xc0002ed5e0 0xc000cc8050 0xc0065e63f0 0xc0002ed650 map[0x2f67040:0xc002310240 0x2f67580:0xc0058001e0 0x2f68000:0xc002310180 0x2f682a0:0xc0023101e0 0x2f687e0:0xc0023102a0 0x2f68a80:0xc002310300 0x2f68d20:0xc005800180 0x2f69500:0xc005800240 0x2f697a0:0xc004428780 0x2f93d40:0xc001014660 0x2f940e0:0xc0010146c0 0x2f94bc0:0xc000b6b860 0x2f96520:0xc001300780 0x2f97000:0xc00269ae40 0x2f97e80:0xc001b7e000] 0xc00016b340 0} I0331 03:49:01.755895 3857 gateway.go:151] Starting gateway service sync I0331 03:49:01.756265 3857 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0331 03:49:01.758270 3857 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0331 03:49:01.768197 3857 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0331 03:49:01.769263 3857 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0331 03:49:01.770369 3857 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0331 03:49:01.805622 3857 gateway.go:168] Gateway service sync done. Time taken: 49.713123ms I0331 03:49:01.806062 3857 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31265 I0331 03:49:01.806635 3857 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cac0b0 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc0008e5c20 0xc0002ed570 0xc0002ed5e0 0xc000cc8050 0xc0065e63f0 0xc0002ed650 map[0x2f67040:0xc002310240 0x2f67580:0xc0058001e0 0x2f68000:0xc002310180 0x2f682a0:0xc0023101e0 0x2f687e0:0xc0023102a0 0x2f68a80:0xc002310300 0x2f68d20:0xc005800180 0x2f69500:0xc005800240 0x2f697a0:0xc004428780 0x2f93d40:0xc001014660 0x2f940e0:0xc0010146c0 0x2f94bc0:0xc000b6b860 0x2f96520:0xc001300780 0x2f97000:0xc00269ae40 0x2f97e80:0xc001b7e000] 0xc00016b340 0} I0331 03:49:01.807038 3857 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cac0b0 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc0008e5c20 0xc0002ed570 0xc0002ed5e0 0xc000cc8050 0xc0065e63f0 0xc0002ed650 map[0x2f67040:0xc002310240 0x2f67580:0xc0058001e0 0x2f68000:0xc002310180 0x2f682a0:0xc0023101e0 0x2f687e0:0xc0023102a0 0x2f68a80:0xc002310300 0x2f68d20:0xc005800180 0x2f69500:0xc005800240 0x2f697a0:0xc004428780 0x2f93d40:0xc001014660 0x2f940e0:0xc0010146c0 0x2f94bc0:0xc000b6b860 0x2f96520:0xc001300780 0x2f97000:0xc00269ae40 0x2f97e80:0xc001b7e000] 0xc00016b340 0} I0331 03:49:01.807070 3857 gateway.go:519] Reconciling gateway with updates I0331 03:49:01.812422 3857 gateway.go:326] Spawning Conntrack Rule Check Thread I0331 03:49:01.812506 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:49:01.812520 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:49:01.812532 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:49:01.812540 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:49:01.812541 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:49:01.812533 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:49:01.812543 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:49:01.812551 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:49:01.812535 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:49:01.812556 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:49:01.812558 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:49:01.812565 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0331 03:49:01.812544 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:49:01.812583 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:49:01.812589 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0331 03:49:01.812598 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:49:01.812603 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0331 03:49:01.812605 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0331 03:49:01.812552 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:49:01.812617 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0331 03:49:01.812606 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:49:01.812620 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:49:01.812627 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:49:01.812627 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:49:01.812633 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:49:01.812633 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:49:01.812637 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:49:01.812638 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:49:01.812642 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:49:01.812646 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:49:01.812648 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:49:01.812649 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0331 03:49:01.812652 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:49:01.812627 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:49:01.812658 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:49:01.812663 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:49:01.812662 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0331 03:49:01.812648 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:49:01.812669 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:49:01.812672 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0331 03:49:01.812673 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:49:01.812540 3857 default_node_network_controller.go:943] Gateway and management port readiness took 56.714555ms I0331 03:49:01.812676 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:49:01.812682 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:49:01.812684 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:49:01.812691 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:49:01.812687 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:49:01.812694 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0331 03:49:01.812697 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:49:01.812700 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0331 03:49:01.812702 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:49:01.812704 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0331 03:49:01.812702 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:49:01.812710 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:49:01.812711 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:49:01.812714 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0331 03:49:01.812719 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:49:01.812719 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:49:01.812739 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0331 03:49:01.812740 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0331 03:49:01.812743 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0331 03:49:01.812638 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0331 03:49:01.812754 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0331 03:49:01.812768 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0331 03:49:01.812710 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0331 03:49:01.812683 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:49:01.812788 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:49:01.812745 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0331 03:49:01.812700 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:49:01.812802 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0331 03:49:01.812618 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0331 03:49:01.812693 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:49:01.812812 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0331 03:49:01.812598 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0331 03:49:01.812673 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0331 03:49:01.812600 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:49:01.812851 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:49:01.812606 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0331 03:49:01.812609 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0331 03:49:01.812609 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:49:01.812891 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:49:01.812524 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0331 03:49:01.812897 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0331 03:49:01.812905 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0331 03:49:01.812619 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0331 03:49:01.812964 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0331 03:49:01.812622 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0331 03:49:01.812977 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0331 03:49:01.812991 3857 port_claim.go:71] Svc openshift-ingress/router-default: port 30196 is already open, no action needed I0331 03:49:01.812562 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:49:01.813000 3857 port_claim.go:71] Svc openshift-ingress/router-default: port 30339 is already open, no action needed I0331 03:49:01.813006 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:49:01.812628 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:49:01.813036 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:49:01.812639 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:49:01.812650 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:49:01.812658 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:49:01.812663 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0331 03:49:01.812666 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:49:01.812666 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:49:01.813146 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:49:01.812674 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0331 03:49:01.812682 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:49:01.813179 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:49:01.812683 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0331 03:49:01.812680 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0331 03:49:01.812527 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:49:01.812691 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:49:01.813224 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:49:01.813228 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0331 03:49:01.812694 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:49:01.812699 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:49:01.813253 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:49:01.813257 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0331 03:49:01.812704 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:49:01.813263 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:49:01.812709 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:49:01.813196 3857 node_ip_handler_linux.go:160] Node IP manager is running W0331 03:49:01.847825 3857 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0331 03:49:01.848003 3857 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0331 03:49:01.849379 3857 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0331 03:49:01.871925 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0331 03:49:01.871960 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0331 03:49:01.911467 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0331 03:49:01.911491 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0331 03:49:01.911497 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0331 03:49:01.933963 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0331 03:49:01.934014 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0331 03:49:01.934035 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0331 03:49:01.934047 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0331 03:49:01.934059 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0331 03:49:01.934071 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0331 03:49:01.934085 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0331 03:49:01.934095 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0331 03:49:01.934107 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0331 03:49:01.934115 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0331 03:49:01.934123 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0331 03:49:01.934129 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0331 03:49:01.934135 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0331 03:49:03.014016 3857 default_node_network_controller.go:1364] Starting node controller node sync W0331 03:49:03.014094 3857 egressip_healthcheck.go:76] Health checking using insecure connection I0331 03:49:03.014168 3857 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0331 03:49:03.025942 3857 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.904743ms I0331 03:49:03.026050 3857 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-160.ec2.internal", IP: 10.0.2.160 to PMTUD blocking rules I0331 03:49:03.026052 3857 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 10.0.1.243 to PMTUD blocking rules I0331 03:49:03.026061 3857 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-160.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0331 03:49:03.026066 3857 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0331 03:49:03.037616 3857 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0331 03:49:03.037883 3857 egressservice_node.go:93] Setting up event handlers for Egress Services I0331 03:49:03.037980 3857 egressservice_node.go:183] Starting Egress Services Controller I0331 03:49:03.037993 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0331 03:49:03.038002 3857 shared_informer.go:356] "Caches are synced" controller="egressservices" I0331 03:49:03.038020 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0331 03:49:03.038027 3857 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0331 03:49:03.038032 3857 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0331 03:49:03.038037 3857 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0331 03:49:03.038041 3857 egressservice_node.go:197] Repairing Egress Services I0331 03:49:03.047684 3857 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0331 03:49:03.047697 3857 external_controller.go:278] Starting Admin Policy Based Route Controller I0331 03:49:03.047887 3857 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0331 03:49:03.047897 3857 link_network_manager.go:117] Link manager is running I0331 03:49:03.047911 3857 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0331 03:49:03.048031 3857 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0331 03:49:03.048287 3857 vrf_manager.go:128] VRF manager is running I0331 03:49:03.048400 3857 node_controller_manager.go:437] Removing flows to drop GARP I0331 03:49:03.048411 3857 gateway.go:519] Reconciling gateway with updates I0331 03:49:03.066311 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:49:03.066322 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:49:03.066329 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:49:03.066338 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0331 03:49:03.066337 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0331 03:49:03.066345 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0331 03:49:03.066344 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:49:03.066351 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0331 03:49:03.066354 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0331 03:49:03.066356 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:49:03.066360 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0331 03:49:03.066360 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:49:03.066366 3857 port_claim.go:71] Svc openshift-ingress/router-default: port 30196 is already open, no action needed I0331 03:49:03.066373 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0331 03:49:03.066343 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0331 03:49:03.066378 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:49:03.066375 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0331 03:49:03.066402 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:49:03.066395 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0331 03:49:03.066405 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:49:03.066333 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0331 03:49:03.066421 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0331 03:49:03.066426 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0331 03:49:03.066427 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:49:03.066430 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0331 03:49:03.066431 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:49:03.066437 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0331 03:49:03.066323 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:49:03.066443 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:49:03.066446 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0331 03:49:03.066450 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0331 03:49:03.066452 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0331 03:49:03.066459 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0331 03:49:03.066459 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:49:03.066463 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0331 03:49:03.066467 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0331 03:49:03.066468 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:49:03.066460 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:49:03.066479 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:49:03.066450 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0331 03:49:03.066488 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:49:03.066492 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:49:03.066422 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:49:03.066375 3857 port_claim.go:71] Svc openshift-ingress/router-default: port 30339 is already open, no action needed I0331 03:49:03.066502 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0331 03:49:03.066507 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:49:03.066507 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:49:03.066511 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0331 03:49:03.066510 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:49:03.066517 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0331 03:49:03.066520 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:49:03.066521 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0331 03:49:03.066522 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:49:03.066529 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0331 03:49:03.066530 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0331 03:49:03.066534 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0331 03:49:03.066535 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:49:03.066434 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0331 03:49:03.066409 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:49:03.066546 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0331 03:49:03.066555 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0331 03:49:03.066560 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0331 03:49:03.066404 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0331 03:49:03.066562 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:49:03.066508 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0331 03:49:03.066574 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0331 03:49:03.066482 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0331 03:49:03.066495 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0331 03:49:03.066605 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0331 03:49:03.066490 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0331 03:49:03.066616 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0331 03:49:03.066434 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:49:03.066628 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0331 03:49:03.066458 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0331 03:49:03.066467 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0331 03:49:03.066465 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0331 03:49:03.066669 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0331 03:49:03.066397 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0331 03:49:03.066479 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:49:03.066736 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0331 03:49:03.066481 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0331 03:49:03.066774 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0331 03:49:03.066493 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:49:03.066794 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0331 03:49:03.066494 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:49:03.066813 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0331 03:49:03.066502 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:49:03.066874 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0331 03:49:03.066508 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:49:03.066888 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0331 03:49:03.066896 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0331 03:49:03.066412 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0331 03:49:03.066511 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:49:03.066937 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0331 03:49:03.066942 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0331 03:49:03.066411 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:49:03.066948 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:49:03.066514 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0331 03:49:03.066979 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0331 03:49:03.066522 3857 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:49:03.066987 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0331 03:49:03.066524 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0331 03:49:03.066526 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0331 03:49:03.066369 3857 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:49:03.088741 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0331 03:49:03.088763 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0331 03:49:03.088773 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0331 03:49:03.088781 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0331 03:49:03.088789 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0331 03:49:03.088796 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0331 03:49:03.088802 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0331 03:49:03.088807 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0331 03:49:03.129259 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0331 03:49:03.129267 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0331 03:49:03.129288 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0331 03:49:03.129295 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0331 03:49:03.129302 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0331 03:49:03.129310 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0331 03:49:03.129317 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0331 03:49:03.129325 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0331 03:49:03.129333 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0331 03:49:03.129341 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0331 03:49:03.169322 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0331 03:49:03.169327 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0331 03:49:03.169342 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0331 03:49:03.169358 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0331 03:49:03.169366 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0331 03:49:03.169374 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0331 03:49:03.169395 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0331 03:49:03.169407 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0331 03:49:03.169415 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0331 03:49:03.169423 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0331 03:49:03.169432 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0331 03:49:03.169439 3857 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0331 03:49:04.534508 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal I0331 03:49:04.534540 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 40.018µs I0331 03:49:04.563129 3857 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7d65c97744-jwnj6] creating logical port openshift-image-registry_image-registry-7d65c97744-jwnj6 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:49:04.563257 3857 kube.go:256] Updating pod openshift-image-registry/image-registry-7d65c97744-jwnj6 I0331 03:49:04.582306 3857 pod.go:62] [openshift-image-registry/image-registry-7d65c97744-jwnj6] pod update took 19.076257ms I0331 03:49:04.582333 3857 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7d65c97744-jwnj6] addLogicalPort annotation time took 19.107347ms I0331 03:49:04.583825 3857 pods.go:271] [openshift-image-registry/image-registry-7d65c97744-jwnj6] addLogicalPort took 20.709802ms, libovsdb time 1.153482ms I0331 03:49:04.584924 3857 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-94j9g] creating logical port openshift-ingress-canary_ingress-canary-94j9g for pod on switch ip-10-0-0-143.ec2.internal I0331 03:49:04.585018 3857 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-94j9g I0331 03:49:04.600281 3857 pod.go:62] [openshift-ingress-canary/ingress-canary-94j9g] pod update took 15.282465ms I0331 03:49:04.600302 3857 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-94j9g] addLogicalPort annotation time took 15.308956ms I0331 03:49:04.601366 3857 pods.go:271] [openshift-ingress-canary/ingress-canary-94j9g] addLogicalPort took 16.449991ms, libovsdb time 762.764µs I0331 03:49:04.609693 3857 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-glm9b] creating logical port openshift-dns_dns-default-glm9b for pod on switch ip-10-0-0-143.ec2.internal I0331 03:49:04.609773 3857 kube.go:256] Updating pod openshift-dns/dns-default-glm9b I0331 03:49:04.627645 3857 pod.go:62] [openshift-dns/dns-default-glm9b] pod update took 17.893304ms I0331 03:49:04.627668 3857 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-glm9b] addLogicalPort annotation time took 17.924271ms I0331 03:49:04.628666 3857 pods.go:271] [openshift-dns/dns-default-glm9b] addLogicalPort took 18.982929ms, libovsdb time 744.931µs I0331 03:49:04.945169 3857 cni.go:403] [openshift-ingress-canary/ingress-canary-94j9g 8e543ccaeaf70986c7fad213bffcb9e662cb65fc69f1d45e6f8b8d07b910f98b network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-94j9g 8e543ccaeaf70986c7fad213bffcb9e662cb65fc69f1d45e6f8b8d07b910f98b network default NAD default] I0331 03:49:04.961474 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-94j9g, hostIfaceName: 8e543ccaeaf7098, network: default, NAD default, SandboxID: "8e543ccaeaf70986c7fad213bffcb9e662cb65fc69f1d45e6f8b8d07b910f98b", PCI device ID: , UID: "39e7048b-39fd-475c-a2a0-ada38cf1b200", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0331 03:49:05.003983 3857 cni.go:424] [openshift-ingress-canary/ingress-canary-94j9g 8e543ccaeaf70986c7fad213bffcb9e662cb65fc69f1d45e6f8b8d07b910f98b network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-94j9g 8e543ccaeaf70986c7fad213bffcb9e662cb65fc69f1d45e6f8b8d07b910f98b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:d3:6b:cf:5b:b2\",\"name\":\"8e543ccaeaf7098\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7a34ef6-a133-4086-afb2-7150a3de40c6\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:49:05.384039 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-160.ec2.internal I0331 03:49:05.384067 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-160.ec2.internal: 57.282µs W0331 03:49:06.325791 3857 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0331 03:49:07.813996 3857 cni.go:403] [openshift-network-diagnostics/network-check-target-znjtv 142fe435436f49310850f8ccb88b65eec1aeead592ea1ffa8742e010b6e6088a network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-znjtv 142fe435436f49310850f8ccb88b65eec1aeead592ea1ffa8742e010b6e6088a network default NAD default] I0331 03:49:07.822938 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-znjtv, hostIfaceName: 142fe435436f493, network: default, NAD default, SandboxID: "142fe435436f49310850f8ccb88b65eec1aeead592ea1ffa8742e010b6e6088a", PCI device ID: , UID: "31c16249-8cdd-49da-9aad-f731ca063978", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0331 03:49:07.862367 3857 cni.go:424] [openshift-network-diagnostics/network-check-target-znjtv 142fe435436f49310850f8ccb88b65eec1aeead592ea1ffa8742e010b6e6088a network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-znjtv 142fe435436f49310850f8ccb88b65eec1aeead592ea1ffa8742e010b6e6088a network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:82:c2:49:01:1a\",\"name\":\"142fe435436f493\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38646779-878d-4a37-805a-16f05381d5a6\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:49:08.359225 3857 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:49:08.359734 3857 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:49:09.356791 3857 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:49:09.356816 3857 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0331 03:49:12.671696 3857 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0331 03:49:12.908297 3857 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0331 03:49:29.385626 3857 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0331 03:49:43.663824 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0331 03:49:43.663849 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0331 03:49:43.911795 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0331 03:50:48.940967 3857 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:50:48.941056 3857 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 I0331 03:50:48.954358 3857 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8] pod update took 13.325901ms I0331 03:50:48.954397 3857 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8] addLogicalPort annotation time took 13.35506ms I0331 03:50:48.955430 3857 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8] addLogicalPort took 14.475946ms, libovsdb time 778.139µs I0331 03:50:49.298897 3857 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default] I0331 03:50:49.307996 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8, hostIfaceName: 77c7f3815cca677, network: default, NAD default, SandboxID: "77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c", PCI device ID: , UID: "3fe8dc65-5c8f-4e2d-af63-97f491cae72d", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0331 03:50:49.349193 3857 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:5a:a7:0d:a2:78\",\"name\":\"77c7f3815cca677\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bd16efb-fe06-4279-a938-c5d5cc8a9c9d\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:01.713226 3857 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-q82ld for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.713348 3857 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld I0331 03:51:01.718968 3857 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.719067 3857 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc I0331 03:51:01.719182 3857 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-79swl] creating logical port openshift-insights_insights-operator-5577457d66-79swl for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.719251 3857 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-79swl I0331 03:51:01.733061 3857 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld] pod update took 19.750878ms I0331 03:51:01.733144 3857 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld] addLogicalPort annotation time took 19.839189ms I0331 03:51:01.734498 3857 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld] addLogicalPort took 21.293432ms, libovsdb time 1.027852ms I0331 03:51:01.745298 3857 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc] pod update took 26.261942ms I0331 03:51:01.745321 3857 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc] addLogicalPort annotation time took 26.28729ms I0331 03:51:01.746589 3857 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc] addLogicalPort took 27.631251ms, libovsdb time 928.769µs I0331 03:51:01.748261 3857 pod.go:62] [openshift-insights/insights-operator-5577457d66-79swl] pod update took 29.02635ms I0331 03:51:01.748284 3857 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-79swl] addLogicalPort annotation time took 29.051383ms I0331 03:51:01.749284 3857 pods.go:271] [openshift-insights/insights-operator-5577457d66-79swl] addLogicalPort took 30.107686ms, libovsdb time 660.715µs I0331 03:51:01.749346 3857 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-ls9qs for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.749457 3857 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs I0331 03:51:01.763884 3857 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs] pod update took 14.455613ms I0331 03:51:01.763904 3857 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs] addLogicalPort annotation time took 14.479709ms I0331 03:51:01.764961 3857 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs] addLogicalPort took 15.619821ms, libovsdb time 792.514µs I0331 03:51:01.910791 3857 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-ffgnp for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.910881 3857 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp I0331 03:51:01.920817 3857 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-kn4dw] creating logical port openshift-console-operator_console-operator-8777bd9bb-kn4dw for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.920954 3857 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-kn4dw I0331 03:51:01.932852 3857 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp] pod update took 21.991548ms I0331 03:51:01.932873 3857 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp] addLogicalPort annotation time took 22.018315ms I0331 03:51:01.934006 3857 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp] addLogicalPort took 23.231835ms, libovsdb time 875.118µs I0331 03:51:01.938269 3857 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-kn4dw] pod update took 17.342485ms I0331 03:51:01.938289 3857 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-kn4dw] addLogicalPort annotation time took 17.367759ms I0331 03:51:01.939691 3857 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-kn4dw] addLogicalPort took 18.890105ms, libovsdb time 1.015197ms I0331 03:51:01.944031 3857 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-9sff4] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-9sff4 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:01.944149 3857 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-9sff4 I0331 03:51:01.965513 3857 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-9sff4] pod update took 21.391852ms I0331 03:51:01.965540 3857 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-9sff4] addLogicalPort annotation time took 21.421612ms I0331 03:51:01.966714 3857 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-9sff4] addLogicalPort took 22.69476ms, libovsdb time 844.396µs I0331 03:51:03.022639 3857 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs 73999a4250a32c596e11c4265f14ebc25f87697ce840e096e3b0c5d540e2bfeb network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs 73999a4250a32c596e11c4265f14ebc25f87697ce840e096e3b0c5d540e2bfeb network default NAD default] I0331 03:51:03.026881 3857 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld 4afd7cdf3ff0909259b00a67181df5deeb538303131599977ce8a20f709d9333 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld 4afd7cdf3ff0909259b00a67181df5deeb538303131599977ce8a20f709d9333 network default NAD default] I0331 03:51:03.027216 3857 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-kn4dw 204eea35fab4973da8f6fa008211402ab3ae2764ee9de6858fa5c811131e7a4e network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-kn4dw 204eea35fab4973da8f6fa008211402ab3ae2764ee9de6858fa5c811131e7a4e network default NAD default] I0331 03:51:03.026918 3857 cni.go:403] [openshift-insights/insights-operator-5577457d66-79swl 45a37a7f784f5f17f8f42b51f0a98c94aab680d86a7eee5cf757fc6c722e3c9f network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-79swl 45a37a7f784f5f17f8f42b51f0a98c94aab680d86a7eee5cf757fc6c722e3c9f network default NAD default] I0331 03:51:03.027076 3857 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc 27ece3b92e4800384e38293dcbde548cefb7e19297790eb95ee7814bb4deae3b network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc 27ece3b92e4800384e38293dcbde548cefb7e19297790eb95ee7814bb4deae3b network default NAD default] I0331 03:51:03.032071 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-ls9qs, hostIfaceName: 73999a4250a32c5, network: default, NAD default, SandboxID: "73999a4250a32c596e11c4265f14ebc25f87697ce840e096e3b0c5d540e2bfeb", PCI device ID: , UID: "d76e9fd4-ea2b-4bbb-8ef2-772185ba087d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0331 03:51:03.045941 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc, hostIfaceName: 27ece3b92e48003, network: default, NAD default, SandboxID: "27ece3b92e4800384e38293dcbde548cefb7e19297790eb95ee7814bb4deae3b", PCI device ID: , UID: "f385d5e2-b97c-490b-83a0-38d0e84613d0", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0331 03:51:03.051636 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-79swl, hostIfaceName: 45a37a7f784f5f1, network: default, NAD default, SandboxID: "45a37a7f784f5f17f8f42b51f0a98c94aab680d86a7eee5cf757fc6c722e3c9f", PCI device ID: , UID: "9dce4d2f-593f-4110-a2e6-535cb5e74e8e", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0331 03:51:03.052128 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-kn4dw, hostIfaceName: 204eea35fab4973, network: default, NAD default, SandboxID: "204eea35fab4973da8f6fa008211402ab3ae2764ee9de6858fa5c811131e7a4e", PCI device ID: , UID: "2698c802-b52a-4fef-8f60-96f0ce723c81", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0331 03:51:03.053774 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-q82ld, hostIfaceName: 4afd7cdf3ff0909, network: default, NAD default, SandboxID: "4afd7cdf3ff0909259b00a67181df5deeb538303131599977ce8a20f709d9333", PCI device ID: , UID: "5bf22576-08dc-40e6-9667-47dae65e9997", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0331 03:51:03.090342 3857 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs 73999a4250a32c596e11c4265f14ebc25f87697ce840e096e3b0c5d540e2bfeb network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-ls9qs 73999a4250a32c596e11c4265f14ebc25f87697ce840e096e3b0c5d540e2bfeb network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:8d:30:de:1c:94\",\"name\":\"73999a4250a32c5\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ed3a92c-e71a-4dd5-8a82-6f244eb4590e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:03.310574 3857 cni.go:424] [openshift-insights/insights-operator-5577457d66-79swl 45a37a7f784f5f17f8f42b51f0a98c94aab680d86a7eee5cf757fc6c722e3c9f network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-79swl 45a37a7f784f5f17f8f42b51f0a98c94aab680d86a7eee5cf757fc6c722e3c9f network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:9f:86:6d:0d:65\",\"name\":\"45a37a7f784f5f1\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e3cd6f4-7422-454f-afaa-0225736a0167\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:03.310659 3857 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-kn4dw 204eea35fab4973da8f6fa008211402ab3ae2764ee9de6858fa5c811131e7a4e network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-kn4dw 204eea35fab4973da8f6fa008211402ab3ae2764ee9de6858fa5c811131e7a4e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:49:f0:2f:d6:c9\",\"name\":\"204eea35fab4973\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23d69e09-623c-41e1-bc94-1bcfcebeb017\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:03.310774 3857 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld 4afd7cdf3ff0909259b00a67181df5deeb538303131599977ce8a20f709d9333 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q82ld 4afd7cdf3ff0909259b00a67181df5deeb538303131599977ce8a20f709d9333 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:b3:2c:cb:d5:b7\",\"name\":\"4afd7cdf3ff0909\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43e1dbfe-9006-490a-9b70-4296fccb1028\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:03.310997 3857 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc 27ece3b92e4800384e38293dcbde548cefb7e19297790eb95ee7814bb4deae3b network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-n9qbc 27ece3b92e4800384e38293dcbde548cefb7e19297790eb95ee7814bb4deae3b network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:a2:82:ef:61:9a\",\"name\":\"27ece3b92e48003\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b2194e9-43f4-45f0-8f98-45d9a0668220\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:05.186355 3857 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default] I0331 03:51:05.255545 3857 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 77c7f3815cca67790ef7043019c1b7aebc83fe82afac16ccb5a2572afa8d4b6c network default NAD default], result "{}", err I0331 03:51:05.304115 3857 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:51:05.304231 3857 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 I0331 03:51:05.306177 3857 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8, ips: 10.130.0.8 I0331 03:51:05.306208 3857 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:51:05.306230 3857 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 03:51:05.306240 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0331 03:51:05.306511 3857 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 03:51:05.306530 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0331 03:51:06.195902 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0331 03:51:06.209042 3857 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:06.209063 3857 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:06.209078 3857 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:06.209090 3857 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:06.698806 3857 namespace.go:98] [openshift-service-ca] adding namespace I0331 03:51:06.699790 3857 namespace.go:102] [openshift-service-ca] adding namespace took 957.104µs I0331 03:51:06.736201 3857 namespace.go:142] [openshift-service-ca] updating namespace I0331 03:51:07.941552 3857 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0331 03:51:07.942511 3857 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 938.553µs I0331 03:51:07.968825 3857 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0331 03:51:09.019218 3857 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-9xpj4 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:09.019344 3857 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4 I0331 03:51:09.039344 3857 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4] pod update took 20.025306ms I0331 03:51:09.039365 3857 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4] addLogicalPort annotation time took 20.052357ms I0331 03:51:09.040503 3857 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4] addLogicalPort took 21.303376ms, libovsdb time 842.644µs I0331 03:51:09.310568 3857 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0331 03:51:09.327890 3857 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0331 03:51:09.376237 3857 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4 98f6a606c74806379a4fd342262b7dd602e3d034bf5ac49ecf39b2ac7ad24b73 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4 98f6a606c74806379a4fd342262b7dd602e3d034bf5ac49ecf39b2ac7ad24b73 network default NAD default] I0331 03:51:09.385103 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-9xpj4, hostIfaceName: 98f6a606c748063, network: default, NAD default, SandboxID: "98f6a606c74806379a4fd342262b7dd602e3d034bf5ac49ecf39b2ac7ad24b73", PCI device ID: , UID: "0e13c5ed-0195-4b20-b7bd-9cbd60e89665", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0331 03:51:09.426796 3857 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4 98f6a606c74806379a4fd342262b7dd602e3d034bf5ac49ecf39b2ac7ad24b73 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-9xpj4 98f6a606c74806379a4fd342262b7dd602e3d034bf5ac49ecf39b2ac7ad24b73 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:9e:57:66:07:f1\",\"name\":\"98f6a606c748063\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a5897a5-74a6-42c0-a248-08e9b595adc5\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:51:13.616189 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0331 03:51:17.870180 3857 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp 11c6c6e43b66c475ea8bf15c351bed00d6fe48b53b767bab262c6e4e101d9a4c network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp 11c6c6e43b66c475ea8bf15c351bed00d6fe48b53b767bab262c6e4e101d9a4c network default NAD default] I0331 03:51:17.878881 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-ffgnp, hostIfaceName: 11c6c6e43b66c47, network: default, NAD default, SandboxID: "11c6c6e43b66c475ea8bf15c351bed00d6fe48b53b767bab262c6e4e101d9a4c", PCI device ID: , UID: "bab1a2b3-8cd0-4174-90e1-124560d45a59", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0331 03:51:17.920256 3857 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp 11c6c6e43b66c475ea8bf15c351bed00d6fe48b53b767bab262c6e4e101d9a4c network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ffgnp 11c6c6e43b66c475ea8bf15c351bed00d6fe48b53b767bab262c6e4e101d9a4c network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:b6:28:a5:5a:46\",\"name\":\"11c6c6e43b66c47\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c42f7669-ca1f-4a09-985d-c23fd9679833\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:51:30.484579 3857 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:30.529905 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0331 03:51:30.593658 3857 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-82tqm] creating logical port openshift-insights_insights-runtime-extractor-82tqm for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:30.593755 3857 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-82tqm I0331 03:51:30.614942 3857 pod.go:62] [openshift-insights/insights-runtime-extractor-82tqm] pod update took 21.210671ms I0331 03:51:30.614963 3857 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-82tqm] addLogicalPort annotation time took 21.239105ms I0331 03:51:30.616114 3857 pods.go:271] [openshift-insights/insights-runtime-extractor-82tqm] addLogicalPort took 22.469743ms, libovsdb time 849.019µs I0331 03:51:30.631130 3857 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-r9sjq for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:30.631204 3857 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq I0331 03:51:30.636527 3857 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-r8g6m] creating logical port openshift-console_downloads-56d45c498b-r8g6m for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:30.636589 3857 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-r8g6m I0331 03:51:30.655825 3857 pod.go:62] [openshift-console/downloads-56d45c498b-r8g6m] pod update took 19.252721ms I0331 03:51:30.655846 3857 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-r8g6m] addLogicalPort annotation time took 19.277522ms I0331 03:51:30.655877 3857 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq] pod update took 24.69427ms I0331 03:51:30.655897 3857 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq] addLogicalPort annotation time took 24.71821ms I0331 03:51:30.656966 3857 pods.go:271] [openshift-console/downloads-56d45c498b-r8g6m] addLogicalPort took 20.448585ms, libovsdb time 865.829µs I0331 03:51:30.657142 3857 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq] addLogicalPort took 26.025811ms, libovsdb time 1.000115ms I0331 03:51:30.956027 3857 cni.go:403] [openshift-insights/insights-runtime-extractor-82tqm e00694340e44dcc971833741703ebdf0046b3c2a5147c7c8cf28a5470c5facaf network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-82tqm e00694340e44dcc971833741703ebdf0046b3c2a5147c7c8cf28a5470c5facaf network default NAD default] I0331 03:51:30.965945 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-82tqm, hostIfaceName: e00694340e44dcc, network: default, NAD default, SandboxID: "e00694340e44dcc971833741703ebdf0046b3c2a5147c7c8cf28a5470c5facaf", PCI device ID: , UID: "5eaad5d6-798c-46ca-8e15-77cf7759b67f", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0331 03:51:30.998184 3857 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq 932bacab7bcd057ea77534e4514448f6137e01cb3c7d07adf6ea7722eeca5d27 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq 932bacab7bcd057ea77534e4514448f6137e01cb3c7d07adf6ea7722eeca5d27 network default NAD default] I0331 03:51:31.005263 3857 cni.go:403] [openshift-console/downloads-56d45c498b-r8g6m 2c7b54d00d43a411aed3365380be28b55e6e532b3fc72e2beda7406573547191 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-r8g6m 2c7b54d00d43a411aed3365380be28b55e6e532b3fc72e2beda7406573547191 network default NAD default] I0331 03:51:31.018415 3857 cni.go:424] [openshift-insights/insights-runtime-extractor-82tqm e00694340e44dcc971833741703ebdf0046b3c2a5147c7c8cf28a5470c5facaf network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-82tqm e00694340e44dcc971833741703ebdf0046b3c2a5147c7c8cf28a5470c5facaf network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:ae:3b:a7:5b:2c\",\"name\":\"e00694340e44dcc\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/670263d3-07fd-4aae-ab8b-f17aae2f5537\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:31.019542 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-r9sjq, hostIfaceName: 932bacab7bcd057, network: default, NAD default, SandboxID: "932bacab7bcd057ea77534e4514448f6137e01cb3c7d07adf6ea7722eeca5d27", PCI device ID: , UID: "7ec35571-3983-4547-9792-558548576154", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0331 03:51:31.025899 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-r8g6m, hostIfaceName: 2c7b54d00d43a41, network: default, NAD default, SandboxID: "2c7b54d00d43a411aed3365380be28b55e6e532b3fc72e2beda7406573547191", PCI device ID: , UID: "de1592fe-18f7-456b-81e6-7de89be33fb6", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0331 03:51:31.065729 3857 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq 932bacab7bcd057ea77534e4514448f6137e01cb3c7d07adf6ea7722eeca5d27 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-r9sjq 932bacab7bcd057ea77534e4514448f6137e01cb3c7d07adf6ea7722eeca5d27 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:1e:b7:27:e4:dc\",\"name\":\"932bacab7bcd057\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4de0c884-d7be-449d-8cfe-6c9dd9177989\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:31.083461 3857 cni.go:424] [openshift-console/downloads-56d45c498b-r8g6m 2c7b54d00d43a411aed3365380be28b55e6e532b3fc72e2beda7406573547191 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-r8g6m 2c7b54d00d43a411aed3365380be28b55e6e532b3fc72e2beda7406573547191 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:4e:dd:e5:f1:39\",\"name\":\"2c7b54d00d43a41\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/738c8f03-30d5-48a7-8177-c6cb8cd823d7\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:31.668419 3857 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:51:31.669191 3857 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:51:31.684525 3857 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:31.684548 3857 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:31.693949 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5946c4747f-vfbcf I0331 03:51:31.694056 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5946c4747f-vfbcf I0331 03:51:32.294252 3857 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:51:32.294294 3857 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7d65c97744-jwnj6 I0331 03:51:32.295789 3857 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7d65c97744-jwnj6, ips: 10.130.0.5 I0331 03:51:32.295818 3857 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:51:32.304042 3857 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f9fbd477d-6r6gs] creating logical port openshift-image-registry_image-registry-7f9fbd477d-6r6gs for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:32.304165 3857 kube.go:256] Updating pod openshift-image-registry/image-registry-7f9fbd477d-6r6gs I0331 03:51:32.310229 3857 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:32.310255 3857 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:51:32.322584 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d65c97744-jwnj6 I0331 03:51:32.322611 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d65c97744-jwnj6 I0331 03:51:32.324601 3857 pod.go:62] [openshift-image-registry/image-registry-7f9fbd477d-6r6gs] pod update took 20.468722ms I0331 03:51:32.324621 3857 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7f9fbd477d-6r6gs] addLogicalPort annotation time took 20.492769ms I0331 03:51:32.325905 3857 pods.go:271] [openshift-image-registry/image-registry-7f9fbd477d-6r6gs] addLogicalPort took 21.874595ms, libovsdb time 953.49µs I0331 03:51:32.669908 3857 cni.go:403] [openshift-image-registry/image-registry-7f9fbd477d-6r6gs 721f180dd9d9fbce87b3f2ffbf3c60aa62f0d394bd995c34d7349c846f21617b network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7f9fbd477d-6r6gs 721f180dd9d9fbce87b3f2ffbf3c60aa62f0d394bd995c34d7349c846f21617b network default NAD default] W0331 03:51:32.670546 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0331 03:51:32.680041 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f9fbd477d-6r6gs, hostIfaceName: 721f180dd9d9fbc, network: default, NAD default, SandboxID: "721f180dd9d9fbce87b3f2ffbf3c60aa62f0d394bd995c34d7349c846f21617b", PCI device ID: , UID: "5918de7c-716b-4797-b3a5-77d730feee3e", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] W0331 03:51:32.699203 3857 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:51:32.728267 3857 cni.go:424] [openshift-image-registry/image-registry-7f9fbd477d-6r6gs 721f180dd9d9fbce87b3f2ffbf3c60aa62f0d394bd995c34d7349c846f21617b network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7f9fbd477d-6r6gs 721f180dd9d9fbce87b3f2ffbf3c60aa62f0d394bd995c34d7349c846f21617b network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:d6:34:2a:f9:c3\",\"name\":\"721f180dd9d9fbc\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/362add27-7c7e-4769-beef-b2f59a7a35d5\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:51:33.302838 3857 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0331 03:51:34.125086 3857 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-9sff4 01ca1041da98c69baa3d618fe977e969e09077619771299a4be055d376e93a2b network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-9sff4 01ca1041da98c69baa3d618fe977e969e09077619771299a4be055d376e93a2b network default NAD default] I0331 03:51:34.134126 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-9sff4, hostIfaceName: 01ca1041da98c69, network: default, NAD default, SandboxID: "01ca1041da98c69baa3d618fe977e969e09077619771299a4be055d376e93a2b", PCI device ID: , UID: "e209bccc-5ec6-4d81-b7c1-2990467642f8", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0331 03:51:34.179184 3857 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-9sff4 01ca1041da98c69baa3d618fe977e969e09077619771299a4be055d376e93a2b network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-9sff4 01ca1041da98c69baa3d618fe977e969e09077619771299a4be055d376e93a2b network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:a5:3a:84:8b:9e\",\"name\":\"01ca1041da98c69\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/454f103e-6cb5-4d8a-8f01-055837b072a9\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:51:34.686622 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0331 03:51:34.686648 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0331 03:51:34.686979 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:34.686996 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:34.687001 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:34.967672 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:34.967701 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:35.031920 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0331 03:51:35.032020 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0331 03:51:35.033435 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:35.033453 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:35.033462 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:35.064733 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:35.064756 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:35.064762 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0331 03:51:35.064810 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0331 03:51:35.064828 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0331 03:51:38.607611 3857 base_network_controller_pods.go:487] [default/openshift-console/console-6cc7d4c5bc-dxmrx] creating logical port openshift-console_console-6cc7d4c5bc-dxmrx for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:38.607717 3857 kube.go:256] Updating pod openshift-console/console-6cc7d4c5bc-dxmrx I0331 03:51:38.627917 3857 pod.go:62] [openshift-console/console-6cc7d4c5bc-dxmrx] pod update took 20.2318ms I0331 03:51:38.627939 3857 base_network_controller_pods.go:937] [default/openshift-console/console-6cc7d4c5bc-dxmrx] addLogicalPort annotation time took 20.258325ms I0331 03:51:38.629278 3857 pods.go:271] [openshift-console/console-6cc7d4c5bc-dxmrx] addLogicalPort took 21.683761ms, libovsdb time 1.04018ms I0331 03:51:39.019696 3857 cni.go:403] [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default] ADD starting CNI request [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default] I0331 03:51:39.028809 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6cc7d4c5bc-dxmrx, hostIfaceName: 7722f88187aa0cb, network: default, NAD default, SandboxID: "7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281", PCI device ID: , UID: "8745d0af-69dd-435e-8584-f762f12ee0be", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0331 03:51:39.075684 3857 cni.go:424] [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default] ADD finished CNI request [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:a5:26:68:4f:b3\",\"name\":\"7722f88187aa0cb\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d145205f-e8e6-4364-95e5-7aad67d60314\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:43.189254 3857 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw] creating logical port openshift-monitoring_thanos-querier-5cbd5c4b4-97gmw for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:43.189362 3857 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw I0331 03:51:43.216755 3857 pod.go:62] [openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw] pod update took 27.4288ms I0331 03:51:43.216781 3857 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw] addLogicalPort annotation time took 27.459517ms I0331 03:51:43.218052 3857 pods.go:271] [openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw] addLogicalPort took 28.819744ms, libovsdb time 899.471µs W0331 03:51:43.784269 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:51:43.784287 3857 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:51:43.784295 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0331 03:51:44.610449 3857 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-v9n5g for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:44.610576 3857 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g I0331 03:51:44.636504 3857 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g] pod update took 25.952916ms I0331 03:51:44.636530 3857 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g] addLogicalPort annotation time took 25.986393ms I0331 03:51:44.637739 3857 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g] addLogicalPort took 27.310473ms, libovsdb time 880.418µs I0331 03:51:46.525566 3857 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:51:46.525688 3857 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0331 03:51:46.555279 3857 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.642456ms I0331 03:51:46.555302 3857 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.671197ms I0331 03:51:46.556624 3857 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.078455ms, libovsdb time 949.353µs W0331 03:51:47.778802 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:47.778820 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:47.778825 3857 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:47.778829 3857 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:47.834356 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:51:47.834379 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0331 03:51:47.861895 3857 cni.go:403] [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default] I0331 03:51:47.864467 3857 cni.go:403] [openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw 3dd1ce67209e7e6831371f80005d4db6119b4b439ac33173c879daf43ee62a67 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw 3dd1ce67209e7e6831371f80005d4db6119b4b439ac33173c879daf43ee62a67 network default NAD default] I0331 03:51:47.864920 3857 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g 2aa7adf8493d2e97d32faf5124bafec38e9b5db92c5a9004c01ed6bddaef6c18 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g 2aa7adf8493d2e97d32faf5124bafec38e9b5db92c5a9004c01ed6bddaef6c18 network default NAD default] I0331 03:51:47.875465 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2c8b6705d5dc59d, network: default, NAD default, SandboxID: "2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a", PCI device ID: , UID: "535b608d-c5b7-424e-935c-34625aeabb9e", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0331 03:51:47.876289 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-v9n5g, hostIfaceName: 2aa7adf8493d2e9, network: default, NAD default, SandboxID: "2aa7adf8493d2e97d32faf5124bafec38e9b5db92c5a9004c01ed6bddaef6c18", PCI device ID: , UID: "e410c615-2d97-4556-a23f-92a7fd5860d9", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0331 03:51:47.878430 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5cbd5c4b4-97gmw, hostIfaceName: 3dd1ce67209e7e6, network: default, NAD default, SandboxID: "3dd1ce67209e7e6831371f80005d4db6119b4b439ac33173c879daf43ee62a67", PCI device ID: , UID: "10b4ecc6-e2ec-4080-a7e7-b61dc282260a", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0331 03:51:47.927344 3857 cni.go:424] [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:c0:45:f4:79:49\",\"name\":\"2c8b6705d5dc59d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f993f15-7b54-4ad6-b925-42dd8671a4e2\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:51:48.096431 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0331 03:51:48.144213 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0331 03:51:48.150573 3857 cni.go:424] [openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw 3dd1ce67209e7e6831371f80005d4db6119b4b439ac33173c879daf43ee62a67 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5cbd5c4b4-97gmw 3dd1ce67209e7e6831371f80005d4db6119b4b439ac33173c879daf43ee62a67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:29:7b:af:66:9a\",\"name\":\"3dd1ce67209e7e6\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82358ceb-75b6-47c7-ac22-22816e6c6e24\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:51:48.150608 3857 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g 2aa7adf8493d2e97d32faf5124bafec38e9b5db92c5a9004c01ed6bddaef6c18 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-v9n5g 2aa7adf8493d2e97d32faf5124bafec38e9b5db92c5a9004c01ed6bddaef6c18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:2f:fe:30:da:21\",\"name\":\"2aa7adf8493d2e9\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db1db5e4-91cd-4404-90d4-f3de682eb52c\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:51:48.369754 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0331 03:51:48.403745 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0331 03:51:48.446458 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0331 03:51:48.784592 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0331 03:51:48.815641 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0331 03:51:49.111817 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:51:49.111843 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:51:50.401817 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0331 03:51:50.434196 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0331 03:51:50.540439 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:51:50.540465 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:51:51.127427 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0331 03:51:51.235529 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:51:51.235550 3857 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:51:51.235558 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0331 03:51:51.455022 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:51.455047 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:51.455057 3857 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:51.455064 3857 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0331 03:51:51.989241 3857 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0331 03:51:53.697781 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:53.697809 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:53.772204 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:53.772236 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:53.820454 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820476 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820485 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820493 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820506 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820510 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820516 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:53.820520 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:54.330459 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0331 03:51:55.817134 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:51:55.817159 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:51:55.869922 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:51:55.869947 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:51:58.425446 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:58.425468 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:58.425476 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0331 03:51:58.425484 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0331 03:52:13.517591 3857 cni.go:403] [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default] DEL starting CNI request [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default] I0331 03:52:13.598740 3857 cni.go:424] [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default] DEL finished CNI request [openshift-console/console-6cc7d4c5bc-dxmrx 7722f88187aa0cb990df43bff96770bc80e58a2da5e1a87988d7ffac55953281 network default NAD default], result "{}", err I0331 03:52:13.671233 3857 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:13.671273 3857 pods.go:176] Deleting pod: openshift-console/console-6cc7d4c5bc-dxmrx I0331 03:52:13.672668 3857 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cc7d4c5bc-dxmrx, ips: 10.130.0.21 I0331 03:52:13.672693 3857 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:13.683044 3857 base_network_controller_pods.go:487] [default/openshift-console/console-6f96fcf57-t7nx4] creating logical port openshift-console_console-6f96fcf57-t7nx4 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:52:13.683161 3857 kube.go:256] Updating pod openshift-console/console-6f96fcf57-t7nx4 I0331 03:52:13.700076 3857 pod.go:62] [openshift-console/console-6f96fcf57-t7nx4] pod update took 16.939818ms I0331 03:52:13.700097 3857 base_network_controller_pods.go:937] [default/openshift-console/console-6f96fcf57-t7nx4] addLogicalPort annotation time took 16.966107ms I0331 03:52:13.701421 3857 pods.go:271] [openshift-console/console-6f96fcf57-t7nx4] addLogicalPort took 18.389308ms, libovsdb time 879.131µs I0331 03:52:14.087354 3857 cni.go:403] [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default] ADD starting CNI request [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default] I0331 03:52:14.096001 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6f96fcf57-t7nx4, hostIfaceName: 2b9a34c11a48da2, network: default, NAD default, SandboxID: "2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2", PCI device ID: , UID: "44261173-1104-4116-a7ed-e68337b043fd", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0331 03:52:14.138227 3857 cni.go:424] [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default] ADD finished CNI request [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:9e:06:cb:9d:c2\",\"name\":\"2b9a34c11a48da2\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67b5eb35-1396-45a8-893e-9fea30e8c477\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:52:14.526420 3857 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:14.526445 3857 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:14.531056 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc7d4c5bc-dxmrx I0331 03:52:14.531083 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc7d4c5bc-dxmrx I0331 03:52:19.092743 3857 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:19.093353 3857 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:19.234873 3857 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:19.234901 3857 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:19.244189 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d65c97744-v2ct5 I0331 03:52:19.244216 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d65c97744-v2ct5 I0331 03:52:21.172639 3857 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:21.173199 3857 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:21.252440 3857 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:21.252467 3857 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:21.258063 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc7d4c5bc-srbsh I0331 03:52:21.258090 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc7d4c5bc-srbsh W0331 03:52:22.546669 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0331 03:52:22.546714 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0331 03:52:22.546756 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0331 03:52:23.552894 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0331 03:52:24.563227 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0331 03:52:25.272049 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0331 03:52:37.600188 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0331 03:52:37.600201 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0331 03:52:37.600239 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0331 03:52:38.607293 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0331 03:52:45.790478 3857 cni.go:403] [openshift-multus/network-metrics-daemon-46hqv 345d9017927db086809dd1befd2d2433bbf31071dda772a1df10067f49fdd5a9 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-46hqv 345d9017927db086809dd1befd2d2433bbf31071dda772a1df10067f49fdd5a9 network default NAD default] I0331 03:52:45.798568 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-46hqv, hostIfaceName: 345d9017927db08, network: default, NAD default, SandboxID: "345d9017927db086809dd1befd2d2433bbf31071dda772a1df10067f49fdd5a9", PCI device ID: , UID: "feea3855-05ea-4cf2-8f7e-318bfc0c732e", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0331 03:52:45.842083 3857 cni.go:424] [openshift-multus/network-metrics-daemon-46hqv 345d9017927db086809dd1befd2d2433bbf31071dda772a1df10067f49fdd5a9 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-46hqv 345d9017927db086809dd1befd2d2433bbf31071dda772a1df10067f49fdd5a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:39:d3:cc:97:b3\",\"name\":\"345d9017927db08\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd63935f-2d2a-46d4-aa59-2102adba5e05\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:52:47.043914 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:52:47.043943 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:52:47.043958 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:52:47.043965 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:52:47.697066 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:52:47.697088 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0331 03:52:51.341127 3857 obj_retry.go:464] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:51.341688 3857 obj_retry.go:464] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:51.646254 3857 obj_retry.go:458] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:51.646276 3857 obj_retry.go:458] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:51.656015 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-dd5548cd5-zpxzb I0331 03:52:51.656045 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-dd5548cd5-zpxzb I0331 03:52:55.162887 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:55.163452 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:52:56.208175 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:52:56.208197 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:01.961178 3857 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:01.961789 3857 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:02.075529 3857 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:02.075552 3857 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:02.087359 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0331 03:53:02.087421 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0331 03:53:06.256593 3857 cni.go:403] [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default] I0331 03:53:06.331967 3857 cni.go:424] [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 2c8b6705d5dc59d19002b532d01990078b30ef7b6b5c52ce6d6d67ed5661534a network default NAD default], result "{}", err I0331 03:53:06.396370 3857 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:06.396418 3857 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0331 03:53:06.397663 3857 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.24 I0331 03:53:06.397695 3857 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:06.727659 3857 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:06.727681 3857 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:06.736719 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0331 03:53:06.736756 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0331 03:53:06.781160 3857 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:53:06.781260 3857 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0331 03:53:06.807620 3857 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.395486ms I0331 03:53:06.807641 3857 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.4244ms I0331 03:53:06.808887 3857 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.741388ms, libovsdb time 884.078µs I0331 03:53:07.144433 3857 cni.go:403] [openshift-monitoring/prometheus-k8s-1 8eca462fe93e9e69e86e61da1e2610371e04065f583ea58822f981c08163c90f network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8eca462fe93e9e69e86e61da1e2610371e04065f583ea58822f981c08163c90f network default NAD default] I0331 03:53:07.153354 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8eca462fe93e9e6, network: default, NAD default, SandboxID: "8eca462fe93e9e69e86e61da1e2610371e04065f583ea58822f981c08163c90f", PCI device ID: , UID: "4dce585a-1416-4615-b601-5f24ca5ebb1e", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0331 03:53:07.196369 3857 cni.go:424] [openshift-monitoring/prometheus-k8s-1 8eca462fe93e9e69e86e61da1e2610371e04065f583ea58822f981c08163c90f network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8eca462fe93e9e69e86e61da1e2610371e04065f583ea58822f981c08163c90f network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:de:e8:54:99:a0\",\"name\":\"8eca462fe93e9e6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c971fad7-0fbe-4d6b-b962-b7360f35678a\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:53:14.780290 3857 cni.go:403] [openshift-dns/dns-default-glm9b e40a2a3c6cb4d629d6f96430c392249dfa8b900a9a5c087706245b9a0bb29d96 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-glm9b e40a2a3c6cb4d629d6f96430c392249dfa8b900a9a5c087706245b9a0bb29d96 network default NAD default] I0331 03:53:14.788819 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-glm9b, hostIfaceName: e40a2a3c6cb4d62, network: default, NAD default, SandboxID: "e40a2a3c6cb4d629d6f96430c392249dfa8b900a9a5c087706245b9a0bb29d96", PCI device ID: , UID: "3d9c9199-7c56-4a11-82a7-413204e3b42a", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0331 03:53:14.832920 3857 cni.go:424] [openshift-dns/dns-default-glm9b e40a2a3c6cb4d629d6f96430c392249dfa8b900a9a5c087706245b9a0bb29d96 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-glm9b e40a2a3c6cb4d629d6f96430c392249dfa8b900a9a5c087706245b9a0bb29d96 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:05:e7:ff:6f:77\",\"name\":\"e40a2a3c6cb4d62\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98737d04-a36a-4972-a2f7-b4e18e10bcd9\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 03:53:20.132303 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:20.132328 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:20.132334 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:20.132348 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:20.132352 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:20.132357 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:26.792332 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:26.792362 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0331 03:53:26.792371 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0331 03:53:33.857399 3857 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:33.858006 3857 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:33.888219 3857 cni.go:403] [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default] DEL starting CNI request [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default] I0331 03:53:33.959666 3857 cni.go:424] [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default] DEL finished CNI request [openshift-console/console-6f96fcf57-t7nx4 2b9a34c11a48da2d351d41913fbc2d1329abcffc57725a5041a4bbe8494ab3e2 network default NAD default], result "{}", err I0331 03:53:34.009876 3857 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:34.009917 3857 pods.go:176] Deleting pod: openshift-console/console-6f96fcf57-t7nx4 I0331 03:53:34.011311 3857 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6f96fcf57-t7nx4, ips: 10.130.0.25 I0331 03:53:34.011342 3857 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:34.021866 3857 base_network_controller_pods.go:487] [default/openshift-console/console-6b8cc4748d-qpt26] creating logical port openshift-console_console-6b8cc4748d-qpt26 for pod on switch ip-10-0-0-143.ec2.internal I0331 03:53:34.021964 3857 kube.go:256] Updating pod openshift-console/console-6b8cc4748d-qpt26 I0331 03:53:34.040442 3857 pod.go:62] [openshift-console/console-6b8cc4748d-qpt26] pod update took 18.504698ms I0331 03:53:34.040463 3857 base_network_controller_pods.go:937] [default/openshift-console/console-6b8cc4748d-qpt26] addLogicalPort annotation time took 18.528955ms I0331 03:53:34.041576 3857 pods.go:271] [openshift-console/console-6b8cc4748d-qpt26] addLogicalPort took 19.724344ms, libovsdb time 801.992µs I0331 03:53:34.381339 3857 cni.go:403] [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default] ADD starting CNI request [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default] I0331 03:53:34.389772 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6b8cc4748d-qpt26, hostIfaceName: 0d700a1f1b11591, network: default, NAD default, SandboxID: "0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90", PCI device ID: , UID: "645cbb22-473e-4c82-a3a0-639e9cafe0d9", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0331 03:53:34.433770 3857 cni.go:424] [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default] ADD finished CNI request [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:a7:dc:f5:ee:c9\",\"name\":\"0d700a1f1b11591\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1294114a-5024-4f51-9b0e-6e2521e7b1cb\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:53:34.525790 3857 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:34.525854 3857 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:34.535936 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0331 03:53:34.535957 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0331 03:53:34.867738 3857 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:34.867760 3857 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:34.874552 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f96fcf57-t7nx4 I0331 03:53:34.874579 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f96fcf57-t7nx4 I0331 03:53:44.797167 3857 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-7pmtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:53:44.797729 3857 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-7pmtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0331 03:53:44.910770 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0331 03:53:45.257479 3857 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-7pmtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:45.257505 3857 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-7pmtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:53:45.265495 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f96fcf57-7pmtm I0331 03:53:45.265519 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f96fcf57-7pmtm W0331 03:54:08.027026 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0331 03:54:08.027046 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0331 03:54:09.319936 3857 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:54:09.320516 3857 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:54:09.666064 3857 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:54:09.666095 3857 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:54:09.677586 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0331 03:54:09.677613 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0331 03:54:27.123775 3857 egressfirewall.go:628] Syncing node "ip-10-0-0-143.ec2.internal" for egress firewall I0331 03:54:27.123787 3857 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal I0331 03:54:27.123812 3857 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 29.559µs I0331 03:54:27.156951 3857 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7q54d] creating logical port kube-system_global-pull-secret-syncer-7q54d for pod on switch ip-10-0-0-143.ec2.internal I0331 03:54:27.157063 3857 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-7q54d I0331 03:54:27.169740 3857 pod.go:62] [kube-system/global-pull-secret-syncer-7q54d] pod update took 12.699842ms I0331 03:54:27.169766 3857 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-7q54d] addLogicalPort annotation time took 12.730223ms I0331 03:54:27.170958 3857 pods.go:271] [kube-system/global-pull-secret-syncer-7q54d] addLogicalPort took 14.022602ms, libovsdb time 856.08µs I0331 03:54:27.515349 3857 cni.go:403] [kube-system/global-pull-secret-syncer-7q54d d0df62be44ef9ac4d3cc8d4b04b44b56a22001b1c69fa6599efaa365102d5788 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-7q54d d0df62be44ef9ac4d3cc8d4b04b44b56a22001b1c69fa6599efaa365102d5788 network default NAD default] I0331 03:54:27.523600 3857 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-7q54d, hostIfaceName: d0df62be44ef9ac, network: default, NAD default, SandboxID: "d0df62be44ef9ac4d3cc8d4b04b44b56a22001b1c69fa6599efaa365102d5788", PCI device ID: , UID: "87e60064-e6bb-473e-8a04-f3c193c3567e", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0331 03:54:27.566928 3857 cni.go:424] [kube-system/global-pull-secret-syncer-7q54d d0df62be44ef9ac4d3cc8d4b04b44b56a22001b1c69fa6599efaa365102d5788 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-7q54d d0df62be44ef9ac4d3cc8d4b04b44b56a22001b1c69fa6599efaa365102d5788 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:75:d5:15:b7:95\",\"name\":\"d0df62be44ef9ac\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15f20663-2e2d-4fc7-8092-12b7db4982f0\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 03:54:29.648801 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0331 03:54:31.657278 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=559 I0331 03:55:00.778108 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0331 03:55:35.754834 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0331 03:55:42.651020 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0331 03:55:44.110451 3857 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-79zsm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:55:44.111019 3857 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-79zsm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:55:45.058278 3857 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-79zsm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:55:45.058303 3857 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-79zsm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:55:45.067597 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b8cc4748d-79zsm I0331 03:55:45.067625 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b8cc4748d-79zsm I0331 03:55:46.652656 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0331 03:55:54.889198 3857 cni.go:403] [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default] DEL starting CNI request [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default] I0331 03:55:54.959652 3857 cni.go:424] [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default] DEL finished CNI request [openshift-console/console-6b8cc4748d-qpt26 0d700a1f1b1159150db0c46d292adac2dd916cd0d4f0ada36c2b76e323cc1e90 network default NAD default], result "{}", err I0331 03:55:55.007800 3857 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 03:55:55.007840 3857 pods.go:176] Deleting pod: openshift-console/console-6b8cc4748d-qpt26 I0331 03:55:55.009246 3857 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b8cc4748d-qpt26, ips: 10.130.0.27 I0331 03:55:55.009271 3857 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 03:55:55.410953 3857 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:55:55.410981 3857 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 03:55:55.415496 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b8cc4748d-qpt26 I0331 03:55:55.415522 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b8cc4748d-qpt26 I0331 03:55:59.772377 3857 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0331 03:56:13.136661 3857 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0331 03:56:24.199348 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0331 03:56:24.199446 3857 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jdhq8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jdhq8: no pod IPs found I0331 03:56:27.760716 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0331 03:57:19.746153 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0331 03:57:33.750145 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0331 03:57:48.743716 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0331 03:58:01.738910 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0331 03:58:16.777709 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0331 03:58:43.650060 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0331 03:58:48.766565 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0331 03:58:51.652089 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=90 I0331 03:59:29.651661 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0331 04:00:03.914149 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:03.914739 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:03.993043 3857 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:03.993459 3857 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:00:04.803816 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:04.803867 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.007940 3857 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:00:05.007999 3857 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:26.744545 3857 namespace.go:98] [tsf] adding namespace I0331 04:01:26.745493 3857 namespace.go:102] [tsf] adding namespace took 921.889µs I0331 04:01:26.762259 3857 namespace.go:142] [tsf] updating namespace I0331 04:01:26.776983 3857 namespace.go:142] [tsf] updating namespace I0331 04:01:30.706675 3857 namespace.go:98] [rhtpa-operator] adding namespace I0331 04:01:30.706772 3857 namespace.go:98] [konflux-operator] adding namespace I0331 04:01:30.706806 3857 namespace.go:98] [tsf-tpa] adding namespace I0331 04:01:30.707637 3857 namespace.go:102] [rhtpa-operator] adding namespace took 935.596µs I0331 04:01:30.708221 3857 namespace.go:102] [konflux-operator] adding namespace took 1.430187ms I0331 04:01:30.708746 3857 namespace.go:102] [tsf-tpa] adding namespace took 1.922706ms I0331 04:01:30.712702 3857 namespace.go:98] [tsf-keycloak] adding namespace I0331 04:01:30.712711 3857 namespace.go:98] [cert-manager-operator] adding namespace I0331 04:01:30.712857 3857 namespace.go:98] [konflux-ui] adding namespace I0331 04:01:30.712946 3857 namespace.go:98] [rhbk-operator] adding namespace I0331 04:01:30.713256 3857 namespace.go:98] [tsf-tas] adding namespace I0331 04:01:30.713268 3857 namespace.go:102] [tsf-keycloak] adding namespace took 552.419µs I0331 04:01:30.713803 3857 namespace.go:102] [tsf-tas] adding namespace took 531.145µs I0331 04:01:30.714284 3857 namespace.go:102] [cert-manager-operator] adding namespace took 1.561345ms I0331 04:01:30.714764 3857 namespace.go:102] [konflux-ui] adding namespace took 1.89525ms I0331 04:01:30.715224 3857 namespace.go:102] [rhbk-operator] adding namespace took 2.264018ms I0331 04:01:30.732085 3857 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:01:30.809290 3857 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:01:30.820675 3857 namespace.go:142] [konflux-operator] updating namespace I0331 04:01:30.834544 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:01:30.845355 3857 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:01:30.857367 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:01:30.917431 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:01:30.943908 3857 namespace.go:142] [rhbk-operator] updating namespace I0331 04:01:30.955203 3857 namespace.go:142] [tsf-tas] updating namespace I0331 04:01:30.968604 3857 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:01:31.043525 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:01:31.085627 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:01:31.102813 3857 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:01:31.129859 3857 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:01:31.154425 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:01:31.177543 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:01:31.205023 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:01:31.220107 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:01:31.230009 3857 namespace.go:142] [rhbk-operator] updating namespace I0331 04:01:31.255418 3857 namespace.go:142] [rhbk-operator] updating namespace I0331 04:01:31.272867 3857 namespace.go:142] [tsf-tas] updating namespace I0331 04:01:31.286887 3857 namespace.go:142] [tsf-tas] updating namespace I0331 04:01:31.301472 3857 namespace.go:142] [konflux-operator] updating namespace I0331 04:01:31.316516 3857 namespace.go:142] [konflux-operator] updating namespace I0331 04:01:32.039234 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:01:32.065676 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:01:34.249646 3857 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:34.249778 3857 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 I0331 04:01:34.264698 3857 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9] pod update took 14.946097ms I0331 04:01:34.264746 3857 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9] addLogicalPort annotation time took 15.001974ms I0331 04:01:34.265983 3857 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9] addLogicalPort took 16.353678ms, libovsdb time 887.928µs I0331 04:01:34.343803 3857 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:34.343938 3857 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt I0331 04:01:34.358929 3857 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt] pod update took 15.023405ms I0331 04:01:34.358949 3857 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt] addLogicalPort annotation time took 15.048803ms I0331 04:01:34.360406 3857 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt] addLogicalPort took 16.623858ms, libovsdb time 1.103863ms I0331 04:01:34.608308 3857 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default] I0331 04:01:34.617375 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9, hostIfaceName: 150c91b4cfc95e7, network: default, NAD default, SandboxID: "150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a", PCI device ID: , UID: "eaa57d4e-2ebe-42df-aec2-d4ded0139587", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0331 04:01:34.662708 3857 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:87:e7:fa:92:c3\",\"name\":\"150c91b4cfc95e7\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c32f1a1e-7ff6-4ce7-a743-b97726db1f0c\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:34.707635 3857 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default] I0331 04:01:34.716152 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt, hostIfaceName: 43a73b17134a56e, network: default, NAD default, SandboxID: "43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f", PCI device ID: , UID: "c2965996-5da9-4fbf-8780-7a353a7e6773", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0331 04:01:34.761501 3857 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:58:63:31:a5:2b\",\"name\":\"43a73b17134a56e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d5de4e1-02f5-4442-8455-b607bbcff283\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:37.539885 3857 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:37.540017 3857 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng I0331 04:01:37.554726 3857 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng] pod update took 14.737851ms I0331 04:01:37.554755 3857 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng] addLogicalPort annotation time took 14.769232ms I0331 04:01:37.556046 3857 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng] addLogicalPort took 16.180463ms, libovsdb time 883.99µs I0331 04:01:37.903733 3857 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default] I0331 04:01:37.913690 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng, hostIfaceName: 7cbbde9b15e6bd0, network: default, NAD default, SandboxID: "7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66", PCI device ID: , UID: "8cdec804-b31b-4153-8dc0-327bf9885ef5", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0331 04:01:37.959000 3857 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:11:7a:75:ef:9e\",\"name\":\"7cbbde9b15e6bd0\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c15608c9-dc23-4247-8a93-6628be38d9f5\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:38.681422 3857 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:38.681538 3857 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw I0331 04:01:38.698350 3857 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw] pod update took 16.847131ms I0331 04:01:38.698377 3857 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw] addLogicalPort annotation time took 16.879292ms I0331 04:01:38.699602 3857 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw] addLogicalPort took 18.223667ms, libovsdb time 851.818µs I0331 04:01:38.790659 3857 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default] I0331 04:01:38.855833 3857 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 150c91b4cfc95e73b5266f442ea0d8d7cdfeaa54fb8fd251095adcc0c0f72d2a network default NAD default], result "{}", err I0331 04:01:38.907821 3857 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:38.907862 3857 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 I0331 04:01:38.909592 3857 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9, ips: 10.130.0.29 I0331 04:01:38.909625 3857 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:38.909653 3857 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:38.909665 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:01:38.909852 3857 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:38.909864 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:01:39.041480 3857 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default] I0331 04:01:39.050354 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw, hostIfaceName: 275e97363a255d9, network: default, NAD default, SandboxID: "275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0", PCI device ID: , UID: "90a2475a-53cc-485b-ad0f-06f3f3f9e634", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0331 04:01:39.094153 3857 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:68:e0:3e:3a:18\",\"name\":\"275e97363a255d9\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dee34abb-b06a-47a0-ae3d-5bd792166034\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:39.802362 3857 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default] I0331 04:01:39.875996 3857 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt 43a73b17134a56ede9d6ebb6f5a34c35cebcfded1719c2f5d73cd85f2e55529f network default NAD default], result "{}", err I0331 04:01:39.928625 3857 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:39.928694 3857 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt I0331 04:01:39.930378 3857 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt, ips: 10.130.0.30 I0331 04:01:39.930431 3857 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:39.930453 3857 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:39.930460 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:01:39.930735 3857 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:39.930752 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:01:39.933886 3857 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:39.933910 3857 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:39.933929 3857 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:39.933943 3857 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:40.545566 3857 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:40.545662 3857 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz I0331 04:01:40.559942 3857 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz] pod update took 14.306227ms I0331 04:01:40.559967 3857 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz] addLogicalPort annotation time took 14.341761ms I0331 04:01:40.561176 3857 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz] addLogicalPort took 15.628752ms, libovsdb time 854.042µs I0331 04:01:40.640329 3857 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:40.640489 3857 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc I0331 04:01:40.658910 3857 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc] pod update took 18.448204ms I0331 04:01:40.658934 3857 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc] addLogicalPort annotation time took 18.477246ms I0331 04:01:40.660445 3857 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc] addLogicalPort took 20.128654ms, libovsdb time 1.178307ms I0331 04:01:40.922083 3857 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default] I0331 04:01:40.932329 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz, hostIfaceName: 8b15fb69b15f9a1, network: default, NAD default, SandboxID: "8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348", PCI device ID: , UID: "17bd1674-1e56-456e-85ee-192d6c0428da", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0331 04:01:40.959170 3857 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:40.959194 3857 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:40.959210 3857 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:40.959222 3857 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:40.978666 3857 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:67:1b:b6:94:fa\",\"name\":\"8b15fb69b15f9a1\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c31c07-3a19-46a9-9744-f6341c5e9ec0\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:41.003314 3857 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default] I0331 04:01:41.013170 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc, hostIfaceName: 75b11e4c0051da5, network: default, NAD default, SandboxID: "75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650", PCI device ID: , UID: "7a43d4ed-5f46-4e03-9d9d-b1e887307bad", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0331 04:01:41.057959 3857 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:2d:49:2b:ff:3b\",\"name\":\"75b11e4c0051da5\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8516eeaa-4cbc-4f5e-a1bd-68e2700fc327\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:43.837155 3857 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default] I0331 04:01:43.837218 3857 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default] I0331 04:01:43.918878 3857 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng 7cbbde9b15e6bd0a0f4d9ec9ca7635cb9c0d28ed5ba0f036bd06cbcfef4dcc66 network default NAD default], result "{}", err I0331 04:01:43.937765 3857 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw 275e97363a255d953d63e9f8c6568681b203cee1c71aa82d491b0e789d4b3fe0 network default NAD default], result "{}", err I0331 04:01:43.973883 3857 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:43.973922 3857 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng I0331 04:01:43.975417 3857 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng, ips: 10.130.0.31 I0331 04:01:43.975451 3857 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:43.975468 3857 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:43.975477 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:01:43.975700 3857 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:43.975716 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:01:44.010130 3857 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.010165 3857 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw I0331 04:01:44.011583 3857 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw, ips: 10.130.0.32 I0331 04:01:44.011610 3857 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.011625 3857 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.011639 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:01:44.011844 3857 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.011863 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:01:44.847227 3857 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default] I0331 04:01:44.847291 3857 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default] I0331 04:01:44.923721 3857 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz 8b15fb69b15f9a16745295e08c4359d1b59a4b5ccc2f8e8d13a9b7ab25196348 network default NAD default], result "{}", err I0331 04:01:44.965575 3857 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc 75b11e4c0051da5c84909f3c22db8752c134f1bb160483dda2e15a9889e17650 network default NAD default], result "{}", err I0331 04:01:44.993081 3857 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.993120 3857 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz I0331 04:01:44.994496 3857 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz, ips: 10.130.0.33 I0331 04:01:44.994528 3857 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.994550 3857 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.994559 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:01:44.994752 3857 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:44.994770 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:01:45.017120 3857 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.017160 3857 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.017173 3857 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.017194 3857 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.033806 3857 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:45.033835 3857 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc I0331 04:01:45.035147 3857 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc, ips: 10.130.0.34 I0331 04:01:45.035178 3857 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:01:45.035207 3857 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:45.035215 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0331 04:01:45.035424 3857 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0331 04:01:45.035439 3857 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0331 04:01:45.065221 3857 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.065277 3857 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.065290 3857 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:45.065301 3857 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.024838 3857 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.024889 3857 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.024904 3857 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.024916 3857 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.067885 3857 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.067933 3857 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.067945 3857 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:46.067956 3857 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:01:49.057501 3857 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-qj4v4] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-qj4v4 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:49.057633 3857 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-qj4v4 I0331 04:01:49.076549 3857 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-qj4v4] pod update took 18.940168ms I0331 04:01:49.076573 3857 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-qj4v4] addLogicalPort annotation time took 18.968336ms I0331 04:01:49.077737 3857 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-qj4v4] addLogicalPort took 20.252654ms, libovsdb time 852.806µs I0331 04:01:49.458345 3857 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-qj4v4 66af160873bb5fbd78111ad374d5625d06eba7c2d8070a360826ebd4acf2f8ce network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-qj4v4 66af160873bb5fbd78111ad374d5625d06eba7c2d8070a360826ebd4acf2f8ce network default NAD default] I0331 04:01:49.466793 3857 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-qj4v4, hostIfaceName: 66af160873bb5fb, network: default, NAD default, SandboxID: "66af160873bb5fbd78111ad374d5625d06eba7c2d8070a360826ebd4acf2f8ce", PCI device ID: , UID: "c847c04a-8561-4ba2-a39d-193ceedc524a", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0331 04:01:49.511081 3857 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-qj4v4 66af160873bb5fbd78111ad374d5625d06eba7c2d8070a360826ebd4acf2f8ce network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-qj4v4 66af160873bb5fbd78111ad374d5625d06eba7c2d8070a360826ebd4acf2f8ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:76:78:6c:a1:fe\",\"name\":\"66af160873bb5fb\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/271ea852-ecc5-4639-94c4-7bad15a0489e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:01:57.780666 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0331 04:01:58.332259 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0331 04:01:58.875765 3857 namespace.go:98] [cert-manager] adding namespace I0331 04:01:58.876650 3857 namespace.go:102] [cert-manager] adding namespace took 860.827µs I0331 04:01:58.914426 3857 namespace.go:142] [cert-manager] updating namespace I0331 04:01:58.924517 3857 namespace.go:142] [cert-manager] updating namespace I0331 04:01:59.728311 3857 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-cm96n] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-cm96n for pod on switch ip-10-0-0-143.ec2.internal I0331 04:01:59.728420 3857 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-cm96n I0331 04:01:59.764473 3857 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-cm96n] pod update took 36.093838ms I0331 04:01:59.764500 3857 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-cm96n] addLogicalPort annotation time took 36.124813ms I0331 04:01:59.765661 3857 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-cm96n] addLogicalPort took 37.36556ms, libovsdb time 828.579µs I0331 04:02:00.081693 3857 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-cm96n 899ad15b9a87e826f0e2aeb74662b72d6fb702281b3544da088aacf0e8d1fa35 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-cm96n 899ad15b9a87e826f0e2aeb74662b72d6fb702281b3544da088aacf0e8d1fa35 network default NAD default] I0331 04:02:00.089917 3857 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-cm96n, hostIfaceName: 899ad15b9a87e82, network: default, NAD default, SandboxID: "899ad15b9a87e826f0e2aeb74662b72d6fb702281b3544da088aacf0e8d1fa35", PCI device ID: , UID: "e9586e0c-0604-4229-9751-b0b8a97c5336", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0331 04:02:00.134503 3857 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-cm96n 899ad15b9a87e826f0e2aeb74662b72d6fb702281b3544da088aacf0e8d1fa35 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-cm96n 899ad15b9a87e826f0e2aeb74662b72d6fb702281b3544da088aacf0e8d1fa35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:3f:15:4a:d7:64\",\"name\":\"899ad15b9a87e82\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40b4f413-338a-4f0c-ab9a-fbea67fbdd40\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:02:02.787360 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:02:02.811086 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:02:02.996890 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:02:03.019148 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0331 04:02:03.055287 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0331 04:02:03.055304 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0331 04:02:04.295980 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0331 04:02:07.113934 3857 namespace.go:142] [openshift-operators] updating namespace I0331 04:02:07.130658 3857 namespace.go:142] [openshift-operators] updating namespace W0331 04:02:09.006323 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0331 04:02:09.006343 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0331 04:02:13.648216 3857 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-tkt85] creating logical port cert-manager_cert-manager-59ccb4bb6b-tkt85 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:02:13.648312 3857 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-tkt85 I0331 04:02:13.701153 3857 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-tkt85] pod update took 52.865406ms I0331 04:02:13.701176 3857 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-tkt85] addLogicalPort annotation time took 52.894674ms I0331 04:02:13.702402 3857 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-tkt85] addLogicalPort took 54.186048ms, libovsdb time 813.071µs I0331 04:02:14.092013 3857 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-tkt85 d51ff7266aef1110800029be3a0a1beec96466cb488a88670f00921d9eaf90d8 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-tkt85 d51ff7266aef1110800029be3a0a1beec96466cb488a88670f00921d9eaf90d8 network default NAD default] I0331 04:02:14.100363 3857 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-tkt85, hostIfaceName: d51ff7266aef111, network: default, NAD default, SandboxID: "d51ff7266aef1110800029be3a0a1beec96466cb488a88670f00921d9eaf90d8", PCI device ID: , UID: "a0a8f617-c709-447e-9943-df5e6f880f0c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0331 04:02:14.144609 3857 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-tkt85 d51ff7266aef1110800029be3a0a1beec96466cb488a88670f00921d9eaf90d8 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-tkt85 d51ff7266aef1110800029be3a0a1beec96466cb488a88670f00921d9eaf90d8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:6d:49:74:1e:ae\",\"name\":\"d51ff7266aef111\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bd262ee-6cf0-492b-b0b3-13e13cdfa0a7\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:02:16.230451 3857 namespace.go:98] [trusted-artifact-signer] adding namespace I0331 04:02:16.231460 3857 namespace.go:102] [trusted-artifact-signer] adding namespace took 981.132µs I0331 04:02:16.254339 3857 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:02:16.254578 3857 namespace.go:142] [trusted-artifact-signer] updating namespace W0331 04:02:16.418330 3857 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0331 04:02:16.479829 3857 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-r97b2] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-r97b2 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:02:16.479951 3857 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-r97b2 I0331 04:02:16.533129 3857 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-r97b2] pod update took 53.211928ms I0331 04:02:16.533158 3857 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-r97b2] addLogicalPort annotation time took 53.24783ms I0331 04:02:16.534496 3857 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-r97b2] addLogicalPort took 54.687379ms, libovsdb time 971.575µs I0331 04:02:17.152144 3857 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-r97b2 c8cfebe24c6f4b09c765e6c1ba8dc9028f657147390af2b20b2d24963336bc9d network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-r97b2 c8cfebe24c6f4b09c765e6c1ba8dc9028f657147390af2b20b2d24963336bc9d network default NAD default] I0331 04:02:17.163360 3857 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-r97b2, hostIfaceName: c8cfebe24c6f4b0, network: default, NAD default, SandboxID: "c8cfebe24c6f4b09c765e6c1ba8dc9028f657147390af2b20b2d24963336bc9d", PCI device ID: , UID: "9dd9b856-1fa8-4d2f-b1a6-64e255e329ee", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0331 04:02:17.216651 3857 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-r97b2 c8cfebe24c6f4b09c765e6c1ba8dc9028f657147390af2b20b2d24963336bc9d network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-r97b2 c8cfebe24c6f4b09c765e6c1ba8dc9028f657147390af2b20b2d24963336bc9d network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:11:5a:05:87:d9\",\"name\":\"c8cfebe24c6f4b0\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79bb7946-b4b2-42c5-899d-c0a03d787bc4\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:02:17.982204 3857 namespace.go:142] [openshift-operators] updating namespace I0331 04:02:18.363112 3857 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-kfwsv for pod on switch ip-10-0-0-143.ec2.internal I0331 04:02:18.363233 3857 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv I0331 04:02:18.449430 3857 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv] pod update took 86.223686ms I0331 04:02:18.449461 3857 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv] addLogicalPort annotation time took 86.259299ms I0331 04:02:18.450959 3857 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv] addLogicalPort took 87.867044ms, libovsdb time 1.038333ms I0331 04:02:18.724115 3857 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv aad5ead716ade633fcccfe3944503072a55efc706ed7d2151cc91a4f9862958c network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv aad5ead716ade633fcccfe3944503072a55efc706ed7d2151cc91a4f9862958c network default NAD default] I0331 04:02:18.733050 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-kfwsv, hostIfaceName: aad5ead716ade63, network: default, NAD default, SandboxID: "aad5ead716ade633fcccfe3944503072a55efc706ed7d2151cc91a4f9862958c", PCI device ID: , UID: "7fd1dbfa-cbd0-4eab-a824-0e0c3b9e92d7", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0331 04:02:18.781832 3857 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv aad5ead716ade633fcccfe3944503072a55efc706ed7d2151cc91a4f9862958c network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-kfwsv aad5ead716ade633fcccfe3944503072a55efc706ed7d2151cc91a4f9862958c network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:53:05:a7:40:1d\",\"name\":\"aad5ead716ade63\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec64fd88-8d15-4ba7-b7c9-a7921533780b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:02:32.855192 3857 namespace.go:98] [openshift-pipelines] adding namespace I0331 04:02:32.856055 3857 namespace.go:102] [openshift-pipelines] adding namespace took 837.343µs I0331 04:02:32.872218 3857 namespace.go:142] [openshift-pipelines] updating namespace I0331 04:02:33.558514 3857 namespace.go:142] [cert-manager] updating namespace I0331 04:02:33.733809 3857 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:02:33.734342 3857 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:02:33.756182 3857 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:02:33.756201 3857 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:02:33.759291 3857 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:02:33.765759 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0331 04:02:33.765781 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0331 04:02:34.160670 3857 namespace.go:142] [konflux-operator] updating namespace I0331 04:02:34.359328 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:02:34.562900 3857 namespace.go:142] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] updating namespace I0331 04:02:34.967183 3857 namespace.go:142] [rhbk-operator] updating namespace I0331 04:02:35.164180 3857 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:02:35.368552 3857 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:02:35.566029 3857 namespace.go:142] [tsf] updating namespace I0331 04:02:35.771461 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:02:35.970059 3857 namespace.go:142] [tsf-tas] updating namespace I0331 04:02:36.170817 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:02:36.303962 3857 namespace.go:142] [cert-manager] updating namespace I0331 04:02:36.314112 3857 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:02:36.324282 3857 namespace.go:142] [default] updating namespace I0331 04:02:36.334914 3857 namespace.go:142] [konflux-operator] updating namespace I0331 04:02:36.346021 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:02:36.356141 3857 namespace.go:142] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] updating namespace I0331 04:02:36.365652 3857 namespace.go:142] [openshift] updating namespace I0331 04:02:36.375261 3857 namespace.go:142] [rhbk-operator] updating namespace I0331 04:02:36.384953 3857 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:02:36.394327 3857 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:02:36.402679 3857 namespace.go:142] [tsf] updating namespace I0331 04:02:36.413373 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:02:36.430469 3857 namespace.go:142] [tsf-tas] updating namespace I0331 04:02:36.451480 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:02:36.556709 3857 namespace.go:142] [cert-manager] updating namespace I0331 04:02:36.652280 3857 namespace.go:142] [cert-manager-operator] updating namespace I0331 04:02:36.753275 3857 namespace.go:142] [default] updating namespace I0331 04:02:36.856471 3857 namespace.go:142] [konflux-operator] updating namespace I0331 04:02:36.951699 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:02:37.051990 3857 namespace.go:142] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] updating namespace I0331 04:02:37.150827 3857 namespace.go:142] [openshift] updating namespace I0331 04:02:37.252594 3857 namespace.go:142] [rhbk-operator] updating namespace I0331 04:02:37.354366 3857 namespace.go:142] [rhtpa-operator] updating namespace I0331 04:02:37.450944 3857 namespace.go:142] [trusted-artifact-signer] updating namespace I0331 04:02:37.551979 3857 namespace.go:142] [tsf] updating namespace I0331 04:02:37.652486 3857 namespace.go:142] [tsf-keycloak] updating namespace I0331 04:02:37.751510 3857 namespace.go:142] [tsf-tas] updating namespace I0331 04:02:37.854142 3857 namespace.go:142] [tsf-tpa] updating namespace I0331 04:02:38.329098 3857 namespace.go:142] [openshift-pipelines] updating namespace W0331 04:02:43.662365 3857 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0331 04:02:44.669207 3857 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0331 04:02:46.212905 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-wtvg9 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:02:46.213003 3857 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9 I0331 04:02:46.236160 3857 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9] pod update took 23.183535ms I0331 04:02:46.236187 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9] addLogicalPort annotation time took 23.214567ms I0331 04:02:46.237556 3857 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9] addLogicalPort took 24.666407ms, libovsdb time 908.6µs I0331 04:02:46.576180 3857 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9 3cd5afc0aefcd72bda178ef8bdae3a7f035056ddc1d43483c8430ab69c1d3ee2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9 3cd5afc0aefcd72bda178ef8bdae3a7f035056ddc1d43483c8430ab69c1d3ee2 network default NAD default] I0331 04:02:46.584678 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-wtvg9, hostIfaceName: 3cd5afc0aefcd72, network: default, NAD default, SandboxID: "3cd5afc0aefcd72bda178ef8bdae3a7f035056ddc1d43483c8430ab69c1d3ee2", PCI device ID: , UID: "a21961f5-ba3a-486e-9494-6d7eb69a6e81", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0331 04:02:46.630647 3857 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9 3cd5afc0aefcd72bda178ef8bdae3a7f035056ddc1d43483c8430ab69c1d3ee2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvg9 3cd5afc0aefcd72bda178ef8bdae3a7f035056ddc1d43483c8430ab69c1d3ee2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:44:98:e6:d6:af\",\"name\":\"3cd5afc0aefcd72\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d4f1a16-6d1b-40ee-9853-9b3577ec8975\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:02:49.211531 3857 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:02:49.211555 3857 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:02:49.211561 3857 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:02:49.211566 3857 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:02:49.698483 3857 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0331 04:02:49.698509 3857 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0331 04:02:49.698516 3857 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0331 04:02:50.777360 3857 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0331 04:02:50.777378 3857 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0331 04:02:50.777394 3857 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0331 04:03:00.229718 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:03:00.229747 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:03:00.229753 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:03:00.229757 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0331 04:03:13.709335 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0331 04:03:13.973818 3857 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:03:13.974446 3857 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:03:13.997478 3857 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:03:13.997498 3857 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:03:14.007920 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0331 04:03:14.007939 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0331 04:03:20.857009 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:03:20.857030 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:03:20.858894 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0331 04:03:26.572513 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-9l4jh for pod on switch ip-10-0-0-143.ec2.internal I0331 04:03:26.572639 3857 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh I0331 04:03:26.586489 3857 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh] pod update took 13.876125ms I0331 04:03:26.586511 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh] addLogicalPort annotation time took 13.903509ms I0331 04:03:26.587849 3857 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh] addLogicalPort took 15.352267ms, libovsdb time 946.588µs I0331 04:03:26.953470 3857 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh b9a1c047288d31c10206d1869ee498ae5eeaafead3c2ba05e87db7da0b0b766e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh b9a1c047288d31c10206d1869ee498ae5eeaafead3c2ba05e87db7da0b0b766e network default NAD default] I0331 04:03:26.961950 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-9l4jh, hostIfaceName: b9a1c047288d31c, network: default, NAD default, SandboxID: "b9a1c047288d31c10206d1869ee498ae5eeaafead3c2ba05e87db7da0b0b766e", PCI device ID: , UID: "a3a0d392-d585-4a88-a95c-1771eb658f76", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0331 04:03:27.007772 3857 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh b9a1c047288d31c10206d1869ee498ae5eeaafead3c2ba05e87db7da0b0b766e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-9l4jh b9a1c047288d31c10206d1869ee498ae5eeaafead3c2ba05e87db7da0b0b766e network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:09:16:52:0f:82\",\"name\":\"b9a1c047288d31c\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fbf42f7-f5e5-4444-97e2-1f5180bf37ff\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:03:27.655504 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0331 04:03:31.312763 3857 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0331 04:03:34.394934 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:03:34.395042 3857 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0331 04:03:34.407740 3857 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.723325ms I0331 04:03:34.407773 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.761624ms I0331 04:03:34.409298 3857 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.381945ms, libovsdb time 976.513µs I0331 04:03:37.775323 3857 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0331 04:03:39.188955 3857 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:03:39.189517 3857 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:03:39.947797 3857 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:03:39.947818 3857 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:03:39.955469 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0331 04:03:39.955493 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0331 04:03:41.972565 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:03:41.972584 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:03:41.975371 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0331 04:03:44.358204 3857 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 27785fb8b9e9462eba28f233120012684bc6f4e932cb6c5ffda6ee003ee07be6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 27785fb8b9e9462eba28f233120012684bc6f4e932cb6c5ffda6ee003ee07be6 network default NAD default] I0331 04:03:44.366856 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 27785fb8b9e9462, network: default, NAD default, SandboxID: "27785fb8b9e9462eba28f233120012684bc6f4e932cb6c5ffda6ee003ee07be6", PCI device ID: , UID: "64d8083b-fcf0-4ccd-be61-8cd60a34178c", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0331 04:03:44.412676 3857 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 27785fb8b9e9462eba28f233120012684bc6f4e932cb6c5ffda6ee003ee07be6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 27785fb8b9e9462eba28f233120012684bc6f4e932cb6c5ffda6ee003ee07be6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:85:c8:97:a9:58\",\"name\":\"27785fb8b9e9462\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21c9fb87-c3f4-4c24-9272-0438b886580d\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:03:52.578314 3857 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0331 04:03:54.055233 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-k5pjb for pod on switch ip-10-0-0-143.ec2.internal I0331 04:03:54.055373 3857 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb I0331 04:03:54.073220 3857 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb] pod update took 17.882984ms I0331 04:03:54.073241 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb] addLogicalPort annotation time took 17.90949ms I0331 04:03:54.074552 3857 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb] addLogicalPort took 19.335885ms, libovsdb time 861.43µs I0331 04:03:54.157572 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-vn7kw for pod on switch ip-10-0-0-143.ec2.internal I0331 04:03:54.157659 3857 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw I0331 04:03:54.179047 3857 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw] pod update took 21.409463ms I0331 04:03:54.179074 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw] addLogicalPort annotation time took 21.440969ms I0331 04:03:54.180271 3857 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw] addLogicalPort took 22.713077ms, libovsdb time 779.924µs I0331 04:03:54.415336 3857 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb 1e0a4b94eebc89fcba5e647f0af5cd736221d8724e0a7ae84d37d52145e40350 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb 1e0a4b94eebc89fcba5e647f0af5cd736221d8724e0a7ae84d37d52145e40350 network default NAD default] I0331 04:03:54.423833 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-k5pjb, hostIfaceName: 1e0a4b94eebc89f, network: default, NAD default, SandboxID: "1e0a4b94eebc89fcba5e647f0af5cd736221d8724e0a7ae84d37d52145e40350", PCI device ID: , UID: "eff4936c-9181-4185-8d5c-8e63114dede5", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0331 04:03:54.470008 3857 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb 1e0a4b94eebc89fcba5e647f0af5cd736221d8724e0a7ae84d37d52145e40350 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-k5pjb 1e0a4b94eebc89fcba5e647f0af5cd736221d8724e0a7ae84d37d52145e40350 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:7b:8b:d6:8e:98\",\"name\":\"1e0a4b94eebc89f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68306e80-e56e-4c7d-808b-60d9b0d4ffec\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:03:54.519244 3857 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw 3da2bda5a9b48cfd59f04477c36e5b3df4a31b808fd068b13a71bb63fd6cb791 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw 3da2bda5a9b48cfd59f04477c36e5b3df4a31b808fd068b13a71bb63fd6cb791 network default NAD default] I0331 04:03:54.527818 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-vn7kw, hostIfaceName: 3da2bda5a9b48cf, network: default, NAD default, SandboxID: "3da2bda5a9b48cfd59f04477c36e5b3df4a31b808fd068b13a71bb63fd6cb791", PCI device ID: , UID: "c69af83a-bca4-4021-a4a4-066bc439c94d", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0331 04:03:54.573495 3857 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw 3da2bda5a9b48cfd59f04477c36e5b3df4a31b808fd068b13a71bb63fd6cb791 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vn7kw 3da2bda5a9b48cfd59f04477c36e5b3df4a31b808fd068b13a71bb63fd6cb791 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:16:b0:a5:fe:b4\",\"name\":\"3da2bda5a9b48cf\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/baac725d-0e24-488e-89f3-0c92194fafb6\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:04:01.615720 3857 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:04:01.615739 3857 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:04:01.615745 3857 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0331 04:04:09.267226 3857 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:09.267843 3857 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:09.316876 3857 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:09.316899 3857 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:09.324935 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0331 04:04:09.324952 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0331 04:04:09.660296 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=364 I0331 04:04:12.289462 3857 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z5x6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:12.290032 3857 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z5x6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:12.318609 3857 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-n7pnj-c765d] creating logical port tsf-tas_ctlog-createtree-job-n7pnj-c765d for pod on switch ip-10-0-0-143.ec2.internal I0331 04:04:12.318696 3857 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-n7pnj-c765d I0331 04:04:12.337351 3857 pod.go:62] [tsf-tas/ctlog-createtree-job-n7pnj-c765d] pod update took 18.673287ms I0331 04:04:12.337378 3857 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-n7pnj-c765d] addLogicalPort annotation time took 18.705665ms I0331 04:04:12.338528 3857 pods.go:271] [tsf-tas/ctlog-createtree-job-n7pnj-c765d] addLogicalPort took 19.934533ms, libovsdb time 759.315µs I0331 04:04:12.679898 3857 cni.go:403] [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default] I0331 04:04:12.688234 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-n7pnj-c765d, hostIfaceName: e775463802c1c00, network: default, NAD default, SandboxID: "e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e", PCI device ID: , UID: "9eb6b4e2-882c-49f4-b9b8-3c98f4fb4f49", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0331 04:04:12.734012 3857 cni.go:424] [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:dd:d2:46:d2:9a\",\"name\":\"e775463802c1c00\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfa76abe-e77d-4ef4-ae99-a0542d03c3fc\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:04:12.777890 3857 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-mpf86-tjlf6] creating logical port tsf-tas_rekor-createtree-job-mpf86-tjlf6 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:04:12.777979 3857 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-mpf86-tjlf6 I0331 04:04:12.791536 3857 pod.go:62] [tsf-tas/rekor-createtree-job-mpf86-tjlf6] pod update took 13.575612ms I0331 04:04:12.791565 3857 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-mpf86-tjlf6] addLogicalPort annotation time took 13.608201ms I0331 04:04:12.792941 3857 pods.go:271] [tsf-tas/rekor-createtree-job-mpf86-tjlf6] addLogicalPort took 15.066651ms, libovsdb time 868.065µs I0331 04:04:13.153494 3857 cni.go:403] [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default] I0331 04:04:13.162132 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-mpf86-tjlf6, hostIfaceName: c42b47fad4d2e6a, network: default, NAD default, SandboxID: "c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17", PCI device ID: , UID: "a1d8eb80-6176-43c0-9d25-e1b4d544af3b", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0331 04:04:13.207058 3857 cni.go:424] [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:20:1d:bd:c0:b1\",\"name\":\"c42b47fad4d2e6a\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba8fc894-97f4-4f2e-b06b-63b90cb6a7f0\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:04:13.320433 3857 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z5x6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:13.320457 3857 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z5x6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:13.665164 3857 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:13.665825 3857 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:14.159764 3857 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:14.159786 3857 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:14.170298 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0331 04:04:14.170331 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0331 04:04:14.443165 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:04:14.443196 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:04:14.443223 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0331 04:04:15.000823 3857 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0331 04:04:15.000842 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0331 04:04:16.199603 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:04:16.199630 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0331 04:04:16.199617 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0331 04:04:18.652265 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0331 04:04:18.746937 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0331 04:04:20.216590 3857 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0331 04:04:20.248607 3857 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0331 04:04:20.599700 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ngw8g] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ngw8g for pod on switch ip-10-0-0-143.ec2.internal I0331 04:04:20.599790 3857 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ngw8g I0331 04:04:20.612834 3857 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ngw8g] pod update took 13.065325ms I0331 04:04:20.612857 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-ngw8g] addLogicalPort annotation time took 13.094521ms I0331 04:04:20.614208 3857 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ngw8g] addLogicalPort took 14.527073ms, libovsdb time 950.293µs I0331 04:04:20.965813 3857 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-ngw8g 64656fcac3f9b50db103905927b33e42b2b1c49c1dab35dd36c7b7fd7632aa0a network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ngw8g 64656fcac3f9b50db103905927b33e42b2b1c49c1dab35dd36c7b7fd7632aa0a network default NAD default] I0331 04:04:20.974817 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ngw8g, hostIfaceName: 64656fcac3f9b50, network: default, NAD default, SandboxID: "64656fcac3f9b50db103905927b33e42b2b1c49c1dab35dd36c7b7fd7632aa0a", PCI device ID: , UID: "e7b2d3a3-a464-4dda-8edb-205e3172cd3f", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0331 04:04:21.231221 3857 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-ngw8g 64656fcac3f9b50db103905927b33e42b2b1c49c1dab35dd36c7b7fd7632aa0a network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ngw8g 64656fcac3f9b50db103905927b33e42b2b1c49c1dab35dd36c7b7fd7632aa0a network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:10:14:d4:65:e1\",\"name\":\"64656fcac3f9b50\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d36dd0a8-cfd4-43e8-97b3-b1055c97a71b\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:04:28.264258 3857 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0331 04:04:31.246928 3857 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:31.247556 3857 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:04:32.110523 3857 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:32.110549 3857 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:04:37.654195 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=110 I0331 04:04:52.757831 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0331 04:04:59.246181 3857 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0331 04:05:00.255689 3857 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0331 04:05:00.255712 3857 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0331 04:05:01.764194 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0331 04:05:07.601349 3857 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:07.601958 3857 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:07.622725 3857 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:07.622748 3857 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:07.630663 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0331 04:05:07.630688 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0331 04:05:07.966239 3857 cni.go:403] [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default] I0331 04:05:08.041200 3857 cni.go:424] [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-n7pnj-c765d e775463802c1c00102d07b7265b6424f8c5bd45352066635c4ff00bb748dd55e network default NAD default], result "{}", err I0331 04:05:08.092919 3857 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:08.092949 3857 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-n7pnj-c765d I0331 04:05:08.094289 3857 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-n7pnj-c765d, ips: 10.130.0.45 I0331 04:05:08.094323 3857 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:08.315770 3857 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-hsjj6] creating logical port tsf_patch-tekton-config-hsjj6 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:08.315879 3857 kube.go:256] Updating pod tsf/patch-tekton-config-hsjj6 I0331 04:05:08.328601 3857 pod.go:62] [tsf/patch-tekton-config-hsjj6] pod update took 12.75739ms I0331 04:05:08.328629 3857 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-hsjj6] addLogicalPort annotation time took 12.798566ms I0331 04:05:08.329888 3857 pods.go:271] [tsf/patch-tekton-config-hsjj6] addLogicalPort took 14.136071ms, libovsdb time 894.875µs I0331 04:05:08.675526 3857 cni.go:403] [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default] I0331 04:05:08.683953 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-hsjj6, hostIfaceName: 1be8ba07bfb344a, network: default, NAD default, SandboxID: "1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04", PCI device ID: , UID: "04431b1f-d1f0-45e6-a0d3-f09261ecfaa3", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0331 04:05:08.731756 3857 cni.go:424] [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:f4:54:54:44:00\",\"name\":\"1be8ba07bfb344a\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e80ff99-2afc-4e77-8cd7-d700479f4f6b\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:05:08.984063 3857 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:08.984087 3857 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:09.987753 3857 cni.go:403] [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default] I0331 04:05:10.070533 3857 cni.go:424] [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-mpf86-tjlf6 c42b47fad4d2e6aed995fab4590f27d7025dd3b2d46b62609cdaae409596fe17 network default NAD default], result "{}", err I0331 04:05:10.130684 3857 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:10.130724 3857 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-mpf86-tjlf6 I0331 04:05:10.132362 3857 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-mpf86-tjlf6, ips: 10.130.0.46 I0331 04:05:10.132416 3857 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:11.002281 3857 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:11.002308 3857 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:11.345720 3857 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-cj92x for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:11.345810 3857 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x I0331 04:05:11.372465 3857 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x] pod update took 26.675594ms I0331 04:05:11.372495 3857 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x] addLogicalPort annotation time took 26.709139ms I0331 04:05:11.373940 3857 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x] addLogicalPort took 28.234862ms, libovsdb time 933.497µs I0331 04:05:14.304257 3857 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x 739fff38fb02c00e5916d3120aebff7c4faabc0e8ec254d03ffd628d4d7462c2 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x 739fff38fb02c00e5916d3120aebff7c4faabc0e8ec254d03ffd628d4d7462c2 network default NAD default] I0331 04:05:14.313109 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-cj92x, hostIfaceName: 739fff38fb02c00, network: default, NAD default, SandboxID: "739fff38fb02c00e5916d3120aebff7c4faabc0e8ec254d03ffd628d4d7462c2", PCI device ID: , UID: "69113f58-4771-43d0-938d-befdd86bf6d1", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0331 04:05:14.362869 3857 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x 739fff38fb02c00e5916d3120aebff7c4faabc0e8ec254d03ffd628d4d7462c2 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-cj92x 739fff38fb02c00e5916d3120aebff7c4faabc0e8ec254d03ffd628d4d7462c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:27:88:ea:de:e4\",\"name\":\"739fff38fb02c00\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c86c4de8-2d54-4da8-b3ac-961654d8c8e2\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:05:15.337774 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0331 04:05:16.024842 3857 cni.go:403] [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default] I0331 04:05:16.107945 3857 cni.go:424] [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-hsjj6 1be8ba07bfb344ad6a270033b865f5be68ad830d61e105e68798004b66372e04 network default NAD default], result "{}", err I0331 04:05:16.159069 3857 obj_retry.go:464] Detected object tsf/patch-tekton-config-hsjj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:16.159106 3857 pods.go:176] Deleting pod: tsf/patch-tekton-config-hsjj6 I0331 04:05:16.160684 3857 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-hsjj6, ips: 10.130.0.48 I0331 04:05:16.160723 3857 obj_retry.go:464] Detected object tsf/patch-tekton-config-hsjj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:17.182674 3857 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:17.182702 3857 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:17.287828 3857 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-5x4zw] creating logical port tsf_tsf-tekton-configuration-5x4zw for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:17.287949 3857 kube.go:256] Updating pod tsf/tsf-tekton-configuration-5x4zw I0331 04:05:17.299514 3857 pod.go:62] [tsf/tsf-tekton-configuration-5x4zw] pod update took 11.586298ms I0331 04:05:17.299543 3857 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-5x4zw] addLogicalPort annotation time took 11.617243ms I0331 04:05:17.300968 3857 pods.go:271] [tsf/tsf-tekton-configuration-5x4zw] addLogicalPort took 13.156144ms, libovsdb time 1.008391ms W0331 04:05:18.356731 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0331 04:05:18.385417 3857 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0331 04:05:18.789806 3857 cni.go:403] [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default] I0331 04:05:18.798285 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-5x4zw, hostIfaceName: 5d3622e9b4cf700, network: default, NAD default, SandboxID: "5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628", PCI device ID: , UID: "a7351927-6efd-4ede-b554-1186a37252f6", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0331 04:05:18.846281 3857 cni.go:424] [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:a5:95:f2:79:2b\",\"name\":\"5d3622e9b4cf700\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82d09765-38bd-4b83-9ce6-86829ccf6a73\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:05:25.083014 3857 cni.go:403] [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default] I0331 04:05:25.167732 3857 cni.go:424] [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-5x4zw 5d3622e9b4cf7009b1b800307cf40b05c64c8d63869fed056c6c57418b369628 network default NAD default], result "{}", err I0331 04:05:25.230955 3857 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5x4zw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:25.230996 3857 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-5x4zw I0331 04:05:25.232536 3857 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-5x4zw, ips: 10.130.0.50 I0331 04:05:25.232569 3857 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5x4zw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:26.257215 3857 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5x4zw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:26.257241 3857 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5x4zw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:26.300087 3857 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:26.300115 3857 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:26.306373 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hsjj6 I0331 04:05:26.306417 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hsjj6 I0331 04:05:26.436998 3857 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:26.437089 3857 kube.go:256] Updating pod tsf/test-tsf-pipelines I0331 04:05:26.449710 3857 pod.go:62] [tsf/test-tsf-pipelines] pod update took 12.643951ms I0331 04:05:26.449735 3857 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 12.674707ms I0331 04:05:26.451037 3857 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 14.059317ms, libovsdb time 912.92µs I0331 04:05:26.831853 3857 cni.go:403] [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default] I0331 04:05:26.840819 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: 8d13c6a93e880c2, network: default, NAD default, SandboxID: "8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80", PCI device ID: , UID: "1b1bb0c4-bc14-42cd-a83c-1b66b4bf251f", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0331 04:05:26.886987 3857 cni.go:424] [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:cd:d9:8f:a6:ab\",\"name\":\"8d13c6a93e880c2\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea591703-da38-4b74-b9ed-93678d29c5d8\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:05:28.576023 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0331 04:05:36.155848 3857 cni.go:403] [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default] I0331 04:05:36.241670 3857 cni.go:424] [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines 8d13c6a93e880c20950c531de80afb9fdee8bd8085579627aadec934ecd2be80 network default NAD default], result "{}", err I0331 04:05:36.293924 3857 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:36.293955 3857 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0331 04:05:36.295442 3857 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.130.0.51 I0331 04:05:36.295478 3857 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:36.312416 3857 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:36.312433 3857 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:36.320820 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0331 04:05:36.320845 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0331 04:05:38.753166 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0331 04:05:40.779343 3857 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:40.779902 3857 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:40.800293 3857 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:40.800314 3857 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:40.809917 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0331 04:05:40.809944 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0331 04:05:42.157013 3857 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-gkhp4] creating logical port tsf-tpa_create-db-gkhp4 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:42.157111 3857 kube.go:256] Updating pod tsf-tpa/create-db-gkhp4 I0331 04:05:42.170096 3857 pod.go:62] [tsf-tpa/create-db-gkhp4] pod update took 13.009873ms I0331 04:05:42.170121 3857 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-gkhp4] addLogicalPort annotation time took 13.037229ms I0331 04:05:42.171421 3857 pods.go:271] [tsf-tpa/create-db-gkhp4] addLogicalPort took 14.424188ms, libovsdb time 886.021µs I0331 04:05:42.521689 3857 cni.go:403] [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default] I0331 04:05:42.530729 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-gkhp4, hostIfaceName: e108445e8d2327f, network: default, NAD default, SandboxID: "e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75", PCI device ID: , UID: "3a5fbf59-2dba-4c48-a860-ce2234cc7783", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0331 04:05:42.594560 3857 cni.go:424] [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:5d:48:ff:f6:fe\",\"name\":\"e108445e8d2327f\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf0d6ddb-68e9-44b6-8b73-3064502f7cb3\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:05:45.452119 3857 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-c24lk-4p6qx] creating logical port tsf-tas_tuf-repository-init-c24lk-4p6qx for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:45.452233 3857 kube.go:256] Updating pod tsf-tas/tuf-repository-init-c24lk-4p6qx I0331 04:05:45.464980 3857 pod.go:62] [tsf-tas/tuf-repository-init-c24lk-4p6qx] pod update took 12.770175ms I0331 04:05:45.465001 3857 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-c24lk-4p6qx] addLogicalPort annotation time took 12.795635ms I0331 04:05:45.466561 3857 pods.go:271] [tsf-tas/tuf-repository-init-c24lk-4p6qx] addLogicalPort took 14.454294ms, libovsdb time 1.058509ms I0331 04:05:47.220248 3857 cni.go:403] [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default] I0331 04:05:47.292723 3857 cni.go:424] [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-gkhp4 e108445e8d2327f3718033c90d1329910222ae11e09d740316eb625b553ebb75 network default NAD default], result "{}", err I0331 04:05:47.394692 3857 obj_retry.go:464] Detected object tsf-tpa/create-db-gkhp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:47.394730 3857 pods.go:176] Deleting pod: tsf-tpa/create-db-gkhp4 I0331 04:05:47.396045 3857 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-gkhp4, ips: 10.130.0.52 I0331 04:05:47.396074 3857 obj_retry.go:464] Detected object tsf-tpa/create-db-gkhp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:48.423784 3857 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:48.423810 3857 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:48.544353 3857 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-sdrs7] creating logical port tsf-tpa_migrate-db-sdrs7 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:48.544478 3857 kube.go:256] Updating pod tsf-tpa/migrate-db-sdrs7 I0331 04:05:48.556898 3857 pod.go:62] [tsf-tpa/migrate-db-sdrs7] pod update took 12.444672ms I0331 04:05:48.556924 3857 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-sdrs7] addLogicalPort annotation time took 12.472943ms I0331 04:05:48.558303 3857 pods.go:271] [tsf-tpa/migrate-db-sdrs7] addLogicalPort took 13.971986ms, libovsdb time 978.757µs I0331 04:05:48.602298 3857 cni.go:403] [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default] I0331 04:05:48.611978 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-c24lk-4p6qx, hostIfaceName: 1ca55376ee6c54c, network: default, NAD default, SandboxID: "1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581", PCI device ID: , UID: "27d79aa7-7c49-4b32-8ef0-6daab3e5949f", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0331 04:05:48.660534 3857 cni.go:424] [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:35:4c:45:cc:99\",\"name\":\"1ca55376ee6c54c\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4d2ac59-6ba3-446d-bccb-0d91f3ad37fb\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:05:48.983845 3857 cni.go:403] [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default] I0331 04:05:48.992639 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-sdrs7, hostIfaceName: 7e236a5eef1b494, network: default, NAD default, SandboxID: "7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5", PCI device ID: , UID: "3037ab0b-bca5-47bf-8214-6848e18c1779", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0331 04:05:49.039003 3857 cni.go:424] [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:91:88:c1:98:c8\",\"name\":\"7e236a5eef1b494\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9dc4214-654f-4d47-8208-d1f547720f71\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:05:51.254768 3857 cni.go:403] [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default] I0331 04:05:51.340650 3857 cni.go:424] [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-sdrs7 7e236a5eef1b4943fd4f6ac3eb307fb4ea6439c9741fb8699270cb400fb705c5 network default NAD default], result "{}", err I0331 04:05:51.392012 3857 obj_retry.go:464] Detected object tsf-tpa/migrate-db-sdrs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:51.392043 3857 pods.go:176] Deleting pod: tsf-tpa/migrate-db-sdrs7 I0331 04:05:51.393463 3857 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-sdrs7, ips: 10.130.0.54 I0331 04:05:51.393498 3857 obj_retry.go:464] Detected object tsf-tpa/migrate-db-sdrs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:52.261646 3857 cni.go:403] [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default] I0331 04:05:52.352592 3857 cni.go:424] [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-c24lk-4p6qx 1ca55376ee6c54cfc3eaa86be9adad44e77a2bc798b2d8fbd3115b14eaca5581 network default NAD default], result "{}", err I0331 04:05:52.406334 3857 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:52.406372 3857 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-c24lk-4p6qx I0331 04:05:52.407739 3857 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-c24lk-4p6qx, ips: 10.130.0.53 I0331 04:05:52.407769 3857 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:52.415936 3857 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:52.415953 3857 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:52.623914 3857 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-8bsnv] creating logical port tsf-tpa_create-importers-8bsnv for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:52.624009 3857 kube.go:256] Updating pod tsf-tpa/create-importers-8bsnv I0331 04:05:52.637072 3857 pod.go:62] [tsf-tpa/create-importers-8bsnv] pod update took 13.083124ms I0331 04:05:52.637096 3857 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-8bsnv] addLogicalPort annotation time took 13.112581ms I0331 04:05:52.638352 3857 pods.go:271] [tsf-tpa/create-importers-8bsnv] addLogicalPort took 14.457623ms, libovsdb time 836.886µs I0331 04:05:52.984776 3857 cni.go:403] [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default] I0331 04:05:52.993082 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-8bsnv, hostIfaceName: c8022aba977d8f6, network: default, NAD default, SandboxID: "c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd", PCI device ID: , UID: "3896c4b7-20a9-45a7-971a-29567579b348", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0331 04:05:53.038262 3857 cni.go:424] [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:5a:5f:1e:ed:e4\",\"name\":\"c8022aba977d8f6\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d2587d0-bb2c-431d-a616-d7ff02068653\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:05:53.281408 3857 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:53.281432 3857 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:54.276729 3857 cni.go:403] [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default] I0331 04:05:54.359181 3857 cni.go:424] [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-8bsnv c8022aba977d8f6363eea304d176465374416bfd970c2b10efd92747478bd1fd network default NAD default], result "{}", err I0331 04:05:54.412167 3857 obj_retry.go:464] Detected object tsf-tpa/create-importers-8bsnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:54.412202 3857 pods.go:176] Deleting pod: tsf-tpa/create-importers-8bsnv I0331 04:05:54.413559 3857 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-8bsnv, ips: 10.130.0.55 I0331 04:05:54.413587 3857 obj_retry.go:464] Detected object tsf-tpa/create-importers-8bsnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:05:55.440115 3857 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:55.440140 3857 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:05:56.269442 3857 namespace.go:142] [openshift-pipelines] updating namespace I0331 04:05:57.562884 3857 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-9cb88] creating logical port tsf-tas_tuf-bc5768c88-9cb88 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:05:57.562977 3857 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-9cb88 I0331 04:05:57.576292 3857 pod.go:62] [tsf-tas/tuf-bc5768c88-9cb88] pod update took 13.335849ms I0331 04:05:57.576323 3857 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-9cb88] addLogicalPort annotation time took 13.371084ms I0331 04:05:57.577677 3857 pods.go:271] [tsf-tas/tuf-bc5768c88-9cb88] addLogicalPort took 14.81317ms, libovsdb time 938.803µs I0331 04:06:06.586196 3857 cni.go:403] [tsf-tas/tuf-bc5768c88-9cb88 fcb06ea726cfa301dd4f9eb913154f780ee6aa75d18ceedaf7087c672d9269bf network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-9cb88 fcb06ea726cfa301dd4f9eb913154f780ee6aa75d18ceedaf7087c672d9269bf network default NAD default] I0331 04:06:06.594501 3857 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-9cb88, hostIfaceName: fcb06ea726cfa30, network: default, NAD default, SandboxID: "fcb06ea726cfa301dd4f9eb913154f780ee6aa75d18ceedaf7087c672d9269bf", PCI device ID: , UID: "d3927e4a-afef-44d7-8094-a2892446e8e2", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] W0331 04:06:06.638048 3857 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0331 04:06:06.641194 3857 cni.go:424] [tsf-tas/tuf-bc5768c88-9cb88 fcb06ea726cfa301dd4f9eb913154f780ee6aa75d18ceedaf7087c672d9269bf network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-9cb88 fcb06ea726cfa301dd4f9eb913154f780ee6aa75d18ceedaf7087c672d9269bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:5e:87:f5:2b:3d\",\"name\":\"fcb06ea726cfa30\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57d4fe62-235e-4563-87f2-36781d8726d0\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:06:08.359479 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0331 04:06:19.372831 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0331 04:06:35.064108 3857 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:35.064721 3857 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:35.111604 3857 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:35.111624 3857 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:35.122619 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0331 04:06:35.122646 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0331 04:06:35.866166 3857 namespace.go:98] [build-service] adding namespace I0331 04:06:35.867041 3857 namespace.go:102] [build-service] adding namespace took 853.803µs I0331 04:06:35.871676 3857 namespace.go:98] [image-controller] adding namespace I0331 04:06:35.871767 3857 namespace.go:98] [integration-service] adding namespace I0331 04:06:35.872521 3857 namespace.go:102] [image-controller] adding namespace took 825.784µs I0331 04:06:35.873095 3857 namespace.go:102] [integration-service] adding namespace took 1.313895ms I0331 04:06:35.898897 3857 namespace.go:142] [build-service] updating namespace I0331 04:06:35.927921 3857 namespace.go:142] [build-service] updating namespace I0331 04:06:35.937458 3857 namespace.go:142] [image-controller] updating namespace I0331 04:06:35.956554 3857 namespace.go:142] [image-controller] updating namespace I0331 04:06:35.976097 3857 namespace.go:142] [integration-service] updating namespace I0331 04:06:36.031280 3857 namespace.go:142] [integration-service] updating namespace I0331 04:06:36.142963 3857 namespace.go:142] [build-service] updating namespace I0331 04:06:36.169271 3857 namespace.go:142] [integration-service] updating namespace I0331 04:06:36.225504 3857 namespace.go:98] [release-service] adding namespace I0331 04:06:36.226430 3857 namespace.go:102] [release-service] adding namespace took 905.809µs I0331 04:06:36.242332 3857 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-d9l5z] creating logical port konflux-ui_tsf-konflux-public-key-d9l5z for pod on switch ip-10-0-0-143.ec2.internal I0331 04:06:36.242433 3857 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-d9l5z I0331 04:06:36.268759 3857 pod.go:62] [konflux-ui/tsf-konflux-public-key-d9l5z] pod update took 26.346624ms I0331 04:06:36.268787 3857 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-d9l5z] addLogicalPort annotation time took 26.380538ms I0331 04:06:36.268871 3857 namespace.go:142] [konflux-ui] updating namespace I0331 04:06:36.270141 3857 pods.go:271] [konflux-ui/tsf-konflux-public-key-d9l5z] addLogicalPort took 27.825686ms, libovsdb time 882.765µs I0331 04:06:36.277318 3857 namespace.go:142] [release-service] updating namespace I0331 04:06:36.311186 3857 namespace.go:142] [release-service] updating namespace I0331 04:06:36.408416 3857 namespace.go:98] [konflux-info] adding namespace I0331 04:06:36.409181 3857 namespace.go:102] [konflux-info] adding namespace took 739.048µs I0331 04:06:36.447245 3857 namespace.go:98] [namespace-lister] adding namespace I0331 04:06:36.448031 3857 namespace.go:102] [namespace-lister] adding namespace took 767.731µs I0331 04:06:36.468271 3857 namespace.go:142] [konflux-info] updating namespace I0331 04:06:36.535321 3857 namespace.go:142] [konflux-info] updating namespace I0331 04:06:36.557227 3857 namespace.go:98] [enterprise-contract-service] adding namespace I0331 04:06:36.558004 3857 namespace.go:102] [enterprise-contract-service] adding namespace took 755.423µs I0331 04:06:36.588500 3857 namespace.go:142] [image-controller] updating namespace I0331 04:06:36.588651 3857 namespace.go:142] [namespace-lister] updating namespace I0331 04:06:36.606968 3857 cni.go:403] [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default] I0331 04:06:36.615558 3857 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-d9l5z, hostIfaceName: 86901918d728fad, network: default, NAD default, SandboxID: "86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b", PCI device ID: , UID: "d8099bf6-67a0-43ca-9386-9791b8702b70", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0331 04:06:36.665965 3857 cni.go:424] [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:fe:3e:db:82:80\",\"name\":\"86901918d728fad\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/423f8dc5-c24a-4e2b-b9fb-a3fe161ac4a8\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:36.787470 3857 namespace.go:142] [namespace-lister] updating namespace I0331 04:06:36.821204 3857 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:06:36.904436 3857 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:06:36.928344 3857 namespace.go:98] [default-tenant] adding namespace I0331 04:06:36.929235 3857 namespace.go:102] [default-tenant] adding namespace took 868.687µs I0331 04:06:37.009670 3857 namespace.go:98] [segment-bridge] adding namespace I0331 04:06:37.009827 3857 namespace.go:142] [build-service] updating namespace I0331 04:06:37.010503 3857 namespace.go:102] [segment-bridge] adding namespace took 812.699µs I0331 04:06:37.076406 3857 namespace.go:142] [default-tenant] updating namespace I0331 04:06:37.154603 3857 namespace.go:142] [default-tenant] updating namespace I0331 04:06:37.238540 3857 namespace.go:142] [segment-bridge] updating namespace I0331 04:06:37.289103 3857 namespace.go:142] [segment-bridge] updating namespace I0331 04:06:37.327396 3857 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0331 04:06:37.328139 3857 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0331 04:06:37.328162 3857 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0331 04:06:37.330745 3857 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0331 04:06:37.377480 3857 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0331 04:06:37.377510 3857 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0331 04:06:37.378272 3857 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0331 04:06:37.438335 3857 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-kdq2h] creating logical port namespace-lister_namespace-lister-67655c4674-kdq2h for pod on switch ip-10-0-0-143.ec2.internal I0331 04:06:37.438471 3857 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-kdq2h I0331 04:06:37.570020 3857 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-kdq2h I0331 04:06:37.630444 3857 pod.go:62] [namespace-lister/namespace-lister-67655c4674-kdq2h] pod update took 192.006316ms I0331 04:06:37.630467 3857 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-kdq2h] addLogicalPort annotation time took 192.036072ms I0331 04:06:37.631786 3857 pods.go:271] [namespace-lister/namespace-lister-67655c4674-kdq2h] addLogicalPort took 193.471294ms, libovsdb time 865.83µs I0331 04:06:37.871471 3857 namespace.go:142] [image-controller] updating namespace I0331 04:06:38.106176 3857 base_network_controller_pods.go:487] [default/konflux-ui/dex-74b8d9775d-4tkl6] creating logical port konflux-ui_dex-74b8d9775d-4tkl6 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:06:38.106273 3857 kube.go:256] Updating pod konflux-ui/dex-74b8d9775d-4tkl6 I0331 04:06:38.136844 3857 pod.go:62] [konflux-ui/dex-74b8d9775d-4tkl6] pod update took 30.599723ms I0331 04:06:38.136869 3857 base_network_controller_pods.go:937] [default/konflux-ui/dex-74b8d9775d-4tkl6] addLogicalPort annotation time took 30.630305ms I0331 04:06:38.138113 3857 pods.go:271] [konflux-ui/dex-74b8d9775d-4tkl6] addLogicalPort took 31.954968ms, libovsdb time 831.23µs I0331 04:06:38.279647 3857 base_network_controller_pods.go:487] [default/konflux-ui/proxy-86995756bd-q2bm6] creating logical port konflux-ui_proxy-86995756bd-q2bm6 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:06:38.279747 3857 kube.go:256] Updating pod konflux-ui/proxy-86995756bd-q2bm6 I0331 04:06:38.318464 3857 pod.go:62] [konflux-ui/proxy-86995756bd-q2bm6] pod update took 38.74989ms I0331 04:06:38.318487 3857 base_network_controller_pods.go:937] [default/konflux-ui/proxy-86995756bd-q2bm6] addLogicalPort annotation time took 38.780468ms I0331 04:06:38.319827 3857 pods.go:271] [konflux-ui/proxy-86995756bd-q2bm6] addLogicalPort took 40.195011ms, libovsdb time 941.3µs I0331 04:06:38.380719 3857 namespace.go:142] [integration-service] updating namespace I0331 04:06:38.581291 3857 namespace.go:142] [release-service] updating namespace I0331 04:06:38.695304 3857 namespace.go:142] [build-service] updating namespace I0331 04:06:38.719707 3857 namespace.go:142] [image-controller] updating namespace I0331 04:06:38.746547 3857 namespace.go:142] [integration-service] updating namespace I0331 04:06:38.767868 3857 namespace.go:142] [release-service] updating namespace I0331 04:06:38.898324 3857 namespace.go:142] [build-service] updating namespace I0331 04:06:38.998179 3857 namespace.go:142] [image-controller] updating namespace I0331 04:06:39.002605 3857 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-2p49f] creating logical port build-service_build-service-controller-manager-7df75dd4df-2p49f for pod on switch ip-10-0-0-143.ec2.internal I0331 04:06:39.002694 3857 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-2p49f I0331 04:06:39.023204 3857 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-2p49f] pod update took 20.532145ms I0331 04:06:39.023234 3857 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-2p49f] addLogicalPort annotation time took 20.567973ms I0331 04:06:39.024541 3857 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-2p49f] addLogicalPort took 21.950469ms, libovsdb time 786.554µs I0331 04:06:39.080660 3857 namespace.go:142] [integration-service] updating namespace I0331 04:06:39.147285 3857 namespace.go:142] [release-service] updating namespace I0331 04:06:39.278437 3857 cni.go:403] [namespace-lister/namespace-lister-67655c4674-kdq2h 3ee0940ef0ae78ecc0bdba6b19a2b47cd47ad2bb6ee2419df6b91e627bd57623 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-kdq2h 3ee0940ef0ae78ecc0bdba6b19a2b47cd47ad2bb6ee2419df6b91e627bd57623 network default NAD default] I0331 04:06:39.287725 3857 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-kdq2h, hostIfaceName: 3ee0940ef0ae78e, network: default, NAD default, SandboxID: "3ee0940ef0ae78ecc0bdba6b19a2b47cd47ad2bb6ee2419df6b91e627bd57623", PCI device ID: , UID: "381e9649-eac5-411c-955b-29dca2dbcde1", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0331 04:06:39.335510 3857 cni.go:424] [namespace-lister/namespace-lister-67655c4674-kdq2h 3ee0940ef0ae78ecc0bdba6b19a2b47cd47ad2bb6ee2419df6b91e627bd57623 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-kdq2h 3ee0940ef0ae78ecc0bdba6b19a2b47cd47ad2bb6ee2419df6b91e627bd57623 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:b3:21:a9:ac:c2\",\"name\":\"3ee0940ef0ae78e\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3991e6f7-af29-46d3-9600-782fdb209114\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:39.378759 3857 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-2p49f 432567ea792c2e9eed4f46ad520beccbdf41425b304d574b5ae1d82d93f5008b network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-2p49f 432567ea792c2e9eed4f46ad520beccbdf41425b304d574b5ae1d82d93f5008b network default NAD default] I0331 04:06:39.389466 3857 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-2p49f, hostIfaceName: 432567ea792c2e9, network: default, NAD default, SandboxID: "432567ea792c2e9eed4f46ad520beccbdf41425b304d574b5ae1d82d93f5008b", PCI device ID: , UID: "38465611-3594-457f-97e5-a8cf2c7f2764", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0331 04:06:39.436406 3857 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-2p49f 432567ea792c2e9eed4f46ad520beccbdf41425b304d574b5ae1d82d93f5008b network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-2p49f 432567ea792c2e9eed4f46ad520beccbdf41425b304d574b5ae1d82d93f5008b network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:03:7d:44:8e:7d\",\"name\":\"432567ea792c2e9\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18f189cb-a8c5-422c-8017-6cbdee0b9e53\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:39.564621 3857 cni.go:403] [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default] I0331 04:06:39.634362 3857 cni.go:424] [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-d9l5z 86901918d728fad2fad8409eb3bcdc058b9d9041b464e1552cb129956903bc7b network default NAD default], result "{}", err I0331 04:06:39.677607 3857 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:39.677642 3857 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-d9l5z I0331 04:06:39.679210 3857 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-d9l5z, ips: 10.130.0.57 I0331 04:06:39.679242 3857 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:06:39.749989 3857 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:39.750016 3857 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:06:39.958373 3857 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5988c8db59-55znt] creating logical port integration-service_integration-service-controller-manager-5988c8db59-55znt for pod on switch ip-10-0-0-143.ec2.internal I0331 04:06:39.958477 3857 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5988c8db59-55znt I0331 04:06:39.986442 3857 pod.go:62] [integration-service/integration-service-controller-manager-5988c8db59-55znt] pod update took 27.985674ms I0331 04:06:39.986487 3857 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-5988c8db59-55znt] addLogicalPort annotation time took 28.03867ms I0331 04:06:39.988159 3857 pods.go:271] [integration-service/integration-service-controller-manager-5988c8db59-55znt] addLogicalPort took 29.806959ms, libovsdb time 1.083244ms I0331 04:06:40.366465 3857 namespace.go:142] [default-tenant] updating namespace I0331 04:06:40.582473 3857 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:06:40.756463 3857 namespace.go:142] [konflux-info] updating namespace I0331 04:06:40.959321 3857 namespace.go:142] [namespace-lister] updating namespace I0331 04:06:41.161437 3857 namespace.go:142] [segment-bridge] updating namespace I0331 04:06:41.289820 3857 namespace.go:142] [default-tenant] updating namespace I0331 04:06:41.304034 3857 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:06:41.317074 3857 namespace.go:142] [konflux-info] updating namespace I0331 04:06:41.332210 3857 namespace.go:142] [namespace-lister] updating namespace I0331 04:06:41.346576 3857 namespace.go:142] [segment-bridge] updating namespace I0331 04:06:41.396548 3857 namespace.go:142] [default-tenant] updating namespace I0331 04:06:41.472292 3857 namespace.go:142] [enterprise-contract-service] updating namespace I0331 04:06:41.568103 3857 namespace.go:142] [konflux-info] updating namespace I0331 04:06:41.667834 3857 namespace.go:142] [namespace-lister] updating namespace I0331 04:06:41.774654 3857 namespace.go:142] [segment-bridge] updating namespace W0331 04:06:41.972791 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0331 04:06:42.588291 3857 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0331 04:06:42.615615 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0331 04:06:43.610644 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0331 04:06:45.982853 3857 cni.go:403] [konflux-ui/dex-74b8d9775d-4tkl6 5b6daa41f0cbd863f6ed34df05f9b08ab62784898bea7707d45d61da3d943014 network default NAD default] ADD starting CNI request [konflux-ui/dex-74b8d9775d-4tkl6 5b6daa41f0cbd863f6ed34df05f9b08ab62784898bea7707d45d61da3d943014 network default NAD default] I0331 04:06:45.991490 3857 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-74b8d9775d-4tkl6, hostIfaceName: 5b6daa41f0cbd86, network: default, NAD default, SandboxID: "5b6daa41f0cbd863f6ed34df05f9b08ab62784898bea7707d45d61da3d943014", PCI device ID: , UID: "1adc8b35-9abe-411e-8ba5-a9a985b9970f", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0331 04:06:46.043307 3857 cni.go:424] [konflux-ui/dex-74b8d9775d-4tkl6 5b6daa41f0cbd863f6ed34df05f9b08ab62784898bea7707d45d61da3d943014 network default NAD default] ADD finished CNI request [konflux-ui/dex-74b8d9775d-4tkl6 5b6daa41f0cbd863f6ed34df05f9b08ab62784898bea7707d45d61da3d943014 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:99:89:7a:36:cb\",\"name\":\"5b6daa41f0cbd86\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/905016d1-5dfb-4365-86e3-c5fbcf6cf837\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:46.175901 3857 cni.go:403] [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default] ADD starting CNI request [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default] I0331 04:06:46.184348 3857 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-86995756bd-q2bm6, hostIfaceName: 0685f09126c37b4, network: default, NAD default, SandboxID: "0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20", PCI device ID: , UID: "55720283-0c55-421c-9020-775f88bd8de0", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0331 04:06:46.231329 3857 cni.go:424] [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default] ADD finished CNI request [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:3f:c3:7f:7c:6d\",\"name\":\"0685f09126c37b4\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59339d28-b67d-43d4-808e-c0ade641d3ef\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:06:47.820324 3857 cni.go:403] [integration-service/integration-service-controller-manager-5988c8db59-55znt 92daa273da308e5bfd12ee382ac59da22f11f9bfa0fd497acfaf31cf7a5db409 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-5988c8db59-55znt 92daa273da308e5bfd12ee382ac59da22f11f9bfa0fd497acfaf31cf7a5db409 network default NAD default] I0331 04:06:47.829286 3857 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5988c8db59-55znt, hostIfaceName: 92daa273da308e5, network: default, NAD default, SandboxID: "92daa273da308e5bfd12ee382ac59da22f11f9bfa0fd497acfaf31cf7a5db409", PCI device ID: , UID: "798c0c55-da8b-4c3a-81d4-fa04613bf6aa", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0331 04:06:47.878773 3857 cni.go:424] [integration-service/integration-service-controller-manager-5988c8db59-55znt 92daa273da308e5bfd12ee382ac59da22f11f9bfa0fd497acfaf31cf7a5db409 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-5988c8db59-55znt 92daa273da308e5bfd12ee382ac59da22f11f9bfa0fd497acfaf31cf7a5db409 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:8b:4c:ae:88:45\",\"name\":\"92daa273da308e5\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8fc6d2e-2054-4b1d-978f-86a6c02a6f3c\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:06:48.638948 3857 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0331 04:06:51.686088 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0331 04:06:51.686114 3857 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0331 04:06:53.595816 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0331 04:06:53.676010 3857 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0331 04:06:53.677610 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0331 04:06:55.055500 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0331 04:06:55.055523 3857 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0331 04:06:55.084327 3857 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0331 04:06:55.084478 3857 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0331 04:06:55.119537 3857 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0331 04:06:55.119555 3857 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0331 04:06:58.741695 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0331 04:06:58.750722 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0331 04:07:02.663783 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0331 04:07:04.682920 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0331 04:07:04.686893 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0331 04:07:05.021186 3857 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:07:05.021757 3857 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:07:05.121457 3857 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:07:05.121482 3857 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:07:05.134626 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-sp2hr I0331 04:07:05.134643 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-sp2hr I0331 04:07:06.654500 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0331 04:07:29.729225 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0331 04:07:29.729249 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0331 04:08:01.303664 3857 cni.go:403] [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default] DEL starting CNI request [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default] I0331 04:08:01.382347 3857 cni.go:424] [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default] DEL finished CNI request [konflux-ui/proxy-86995756bd-q2bm6 0685f09126c37b4c4816e18188527c33f04bd6b6a528f8ccb4d4d658807b4b20 network default NAD default], result "{}", err I0331 04:08:01.462077 3857 obj_retry.go:464] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:01.462109 3857 pods.go:176] Deleting pod: konflux-ui/proxy-86995756bd-q2bm6 I0331 04:08:01.463375 3857 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-86995756bd-q2bm6, ips: 10.130.0.60 I0331 04:08:01.463428 3857 obj_retry.go:464] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:02.089011 3857 obj_retry.go:458] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:02.089033 3857 obj_retry.go:458] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:02.096354 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-86995756bd-q2bm6 I0331 04:08:02.096375 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-86995756bd-q2bm6 I0331 04:08:02.780416 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0331 04:08:03.783827 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0331 04:08:10.610081 3857 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:10.610663 3857 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:10.630242 3857 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:10.630260 3857 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:10.638016 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0331 04:08:10.638041 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0331 04:08:13.654909 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0331 04:08:33.769507 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0331 04:08:38.042830 3857 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:38.043381 3857 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:38.095503 3857 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-ff29f] creating logical port image-controller_image-controller-controller-manager-56b684c87-ff29f for pod on switch ip-10-0-0-143.ec2.internal I0331 04:08:38.095625 3857 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-ff29f I0331 04:08:38.110815 3857 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-ff29f] pod update took 15.21051ms I0331 04:08:38.110846 3857 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-ff29f] addLogicalPort annotation time took 15.246145ms I0331 04:08:38.112163 3857 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-ff29f] addLogicalPort took 16.674675ms, libovsdb time 860.004µs I0331 04:08:38.461794 3857 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-ff29f 2c10e6a4113ad00a75b5d524e1f531d3e30f8714ab44b99ad92a432cfd2cb6d8 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-ff29f 2c10e6a4113ad00a75b5d524e1f531d3e30f8714ab44b99ad92a432cfd2cb6d8 network default NAD default] I0331 04:08:38.470483 3857 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-ff29f, hostIfaceName: 2c10e6a4113ad00, network: default, NAD default, SandboxID: "2c10e6a4113ad00a75b5d524e1f531d3e30f8714ab44b99ad92a432cfd2cb6d8", PCI device ID: , UID: "c60736d3-4288-4554-96ef-e18e94b54c0a", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0331 04:08:38.480492 3857 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:38.480525 3857 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:38.488505 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr I0331 04:08:38.488533 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr I0331 04:08:38.519596 3857 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-ff29f 2c10e6a4113ad00a75b5d524e1f531d3e30f8714ab44b99ad92a432cfd2cb6d8 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-ff29f 2c10e6a4113ad00a75b5d524e1f531d3e30f8714ab44b99ad92a432cfd2cb6d8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:a3:34:a3:94:01\",\"name\":\"2c10e6a4113ad00\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1e99f37-cd89-44f1-aad9-675ef2ade2dd\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0331 04:08:52.349417 3857 util.go:959] Failed to build node endpoints for node ip-10-0-0-143.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0331 04:08:52.671115 3857 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:52.671716 3857 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:08:52.990231 3857 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:52.990258 3857 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:08:52.998446 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd I0331 04:08:52.998459 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd I0331 04:08:57.778786 3857 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0331 04:10:00.197219 3857 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582170-khgdx for pod on switch ip-10-0-0-143.ec2.internal I0331 04:10:00.197304 3857 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx I0331 04:10:00.211589 3857 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx] pod update took 14.30417ms I0331 04:10:00.211620 3857 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx] addLogicalPort annotation time took 14.340505ms I0331 04:10:00.213055 3857 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx] addLogicalPort took 15.850563ms, libovsdb time 987.817µs I0331 04:10:00.562622 3857 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default] I0331 04:10:00.571122 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582170-khgdx, hostIfaceName: c362a2c863fb8be, network: default, NAD default, SandboxID: "c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4", PCI device ID: , UID: "c28694f3-c167-498d-a1bf-b6061f45da12", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0331 04:10:00.618853 3857 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:cb:44:90:22:76\",\"name\":\"c362a2c863fb8be\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad43e700-4ea0-4bfc-b437-1b8dde9a302e\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:10:03.841285 3857 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default] I0331 04:10:03.920098 3857 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx c362a2c863fb8bed24c7fc9f68bd6091bf07aee45bbad47420363eb6ea5b9ce4 network default NAD default], result "{}", err I0331 04:10:03.973778 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:03.973836 3857 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx I0331 04:10:03.975215 3857 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx, ips: 10.130.0.64 I0331 04:10:03.975242 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:10:04.856676 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:10:04.856729 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:11:29.760392 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0331 04:12:13.745269 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0331 04:12:50.656716 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=87 I0331 04:12:58.658881 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=69 I0331 04:13:03.663902 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=388 I0331 04:13:27.750258 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0331 04:13:42.767456 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0331 04:14:05.756260 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0331 04:14:06.655545 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=37 I0331 04:14:32.783275 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0331 04:15:14.657021 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0331 04:15:48.056791 3857 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:48.056840 3857 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:48.067318 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gkhp4 I0331 04:15:48.067351 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gkhp4 I0331 04:15:48.787278 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0331 04:15:52.035022 3857 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:52.035083 3857 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:52.041902 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-sdrs7 I0331 04:15:52.041932 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-sdrs7 I0331 04:15:55.038662 3857 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:55.038715 3857 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:15:55.045365 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8bsnv I0331 04:15:55.045413 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8bsnv I0331 04:16:36.752899 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0331 04:16:52.772813 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0331 04:17:14.658052 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0331 04:17:24.780981 3857 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0331 04:17:57.748351 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0331 04:18:43.763776 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0331 04:18:56.659821 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0331 04:19:01.666901 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12 I0331 04:20:00.240744 3857 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582180-cn6f4 for pod on switch ip-10-0-0-143.ec2.internal I0331 04:20:00.240862 3857 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 I0331 04:20:00.261283 3857 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4] pod update took 20.451531ms I0331 04:20:00.261313 3857 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4] addLogicalPort annotation time took 20.486717ms I0331 04:20:00.262620 3857 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4] addLogicalPort took 21.888031ms, libovsdb time 844.981µs I0331 04:20:00.603335 3857 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default] I0331 04:20:00.612294 3857 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582180-cn6f4, hostIfaceName: a1f688028f338db, network: default, NAD default, SandboxID: "a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa", PCI device ID: , UID: "f99c1a73-8b00-41b9-b4b3-c046c19b13c8", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0331 04:20:00.661352 3857 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:37:c7:c8:2f:22\",\"name\":\"a1f688028f338db\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51baa095-bec5-4ded-8563-de4677f20683\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0331 04:20:04.413314 3857 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default] I0331 04:20:04.502253 3857 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 a1f688028f338db7d509bfa9de701199611f70a4ff6da2104c400768cbfa58fa network default NAD default], result "{}", err I0331 04:20:04.557124 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0331 04:20:04.557188 3857 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 I0331 04:20:04.558600 3857 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4, ips: 10.130.0.65 I0331 04:20:04.558626 3857 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0331 04:20:05.428577 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:05.428603 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:05.464042 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:05.464063 3857 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0331 04:20:05.467935 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk I0331 04:20:05.467960 3857 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk I0331 04:20:19.753203 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0331 04:20:29.662040 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0331 04:20:48.790652 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0331 04:20:59.785752 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0331 04:21:06.659493 3857 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0331 04:21:50.770161 3857 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0331 04:22:02.755439 3857 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7