+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-176.ec2.internal ++ [[ -n ip-10-0-1-176.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-176.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 15:03:25.280327473 - disable conntrack on geneve port' I0327 15:03:25.280327473 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0327 15:03:25.320243697 - starting ovnkube-node + echo 'I0327 15:03:25.320243697 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-176.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-176.ec2.internal --init-node ip-10-0-1-176.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-176.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0327 15:03:25.367880 3839 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0327 15:03:25.367918 3839 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-c3e8d4b4b8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0327 15:03:25.369539 3839 kube.go:419] Waiting for certificate I0327 15:03:25.369574 3839 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0327 15:03:25.369606 3839 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0327 15:03:25.370307 3839 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 15:03:25.402796 3839 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:03:25.402812 3839 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:03:25.406516 3839 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:03:25.406600 3839 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-t8vtq" I0327 15:03:25.411096 3839 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-t8vtq" I0327 15:03:25.411141 3839 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:03:26.370014 3839 kube.go:426] Certificate found I0327 15:03:26.370472 3839 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 15:03:26.371304 3839 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0327 15:03:26.416508 3839 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 14:58:25 +0000 UTC" deadline="2026-03-28 10:03:43.784437816 +0000 UTC" I0327 15:03:26.416536 3839 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h0m17.367908132s" I0327 15:03:26.433154 3839 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 15:03:26.446048 3839 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0327 15:03:26.446222 3839 factory.go:531] Starting watch factory I0327 15:03:26.446531 3839 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.446579 3839 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447193 3839 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447263 3839 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447300 3839 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447252 3839 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447527 3839 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447531 3839 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447555 3839 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447550 3839 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447667 3839 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.447685 3839 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.449476 3839 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0327 15:03:26.453165 3839 controller_manager.go:368] Starting the ovnkube controller I0327 15:03:26.453175 3839 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-176.ec2.internal I0327 15:03:26.453218 3839 controller_manager.go:393] NBDB zone sync took: 36.511µs I0327 15:03:26.453224 3839 factory.go:531] Starting watch factory I0327 15:03:26.464145 3839 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.464177 3839 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.464209 3839 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.464927 3839 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.468680 3839 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.469514 3839 ovn_northd.go:121] Registering OVN northd metrics I0327 15:03:26.470704 3839 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0327 15:03:26.473776 3839 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0327 15:03:26.473824 3839 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0327 15:03:26.474490 3839 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:03:26.487174 3839 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0327 15:03:26.551527 3839 factory.go:1890] *v1.Service informer cache synced successfully I0327 15:03:26.551541 3839 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 15:03:26.551545 3839 factory.go:1890] *v1.Pod informer cache synced successfully I0327 15:03:26.551548 3839 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 15:03:26.551551 3839 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 15:03:26.551554 3839 factory.go:1890] *v1.Node informer cache synced successfully I0327 15:03:26.551625 3839 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:03:26.551641 3839 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:03:26.551642 3839 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:03:26.551653 3839 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:03:26.554557 3839 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:03:26.554577 3839 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:03:26.556671 3839 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 15:03:26.556682 3839 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 15:03:26.556733 3839 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.556750 3839 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.558514 3839 factory.go:1890] *v1.Node informer cache synced successfully I0327 15:03:26.558525 3839 factory.go:1890] *v1.Service informer cache synced successfully I0327 15:03:26.558528 3839 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 15:03:26.558531 3839 factory.go:1890] *v1.Pod informer cache synced successfully I0327 15:03:26.558534 3839 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 15:03:26.558537 3839 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 15:03:26.558896 3839 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.562044 3839 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 15:03:26.562096 3839 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.562106 3839 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.563926 3839 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 15:03:26.563937 3839 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 15:03:26.564296 3839 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.567104 3839 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 15:03:26.567164 3839 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.567181 3839 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.569193 3839 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 15:03:26.569320 3839 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.572255 3839 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 15:03:26.572304 3839 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.572315 3839 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.574254 3839 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 15:03:26.574622 3839 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.577428 3839 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 15:03:26.577478 3839 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.577489 3839 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.579496 3839 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 15:03:26.579644 3839 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.583477 3839 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 15:03:26.583611 3839 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 15:03:26.583621 3839 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 15:03:26.584726 3839 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 15:03:26.586198 3839 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 15:03:26.588961 3839 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 15:03:26.589022 3839 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.589033 3839 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.589080 3839 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.589098 3839 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.589773 3839 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 15:03:26.591333 3839 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.591339 3839 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:03:26.594458 3839 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 15:03:26.594468 3839 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 15:03:26.594474 3839 factory.go:636] Watch Factory start up complete, took: 148.257158ms I0327 15:03:26.594531 3839 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0327 15:03:26.594963 3839 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 15:03:26.600719 3839 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 15:03:26.600729 3839 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 15:03:26.600735 3839 factory.go:636] Watch Factory start up complete, took: 147.510396ms I0327 15:03:26.600742 3839 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-176.ec2.internal" zone I0327 15:03:26.645401 3839 default_node_network_controller.go:709] Initializing the default node network controller I0327 15:03:26.702598 3839 udn_isolation.go:101] Starting UDN host isolation manager I0327 15:03:26.708407 3839 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0327 15:03:26.751045 3839 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0327 15:03:26.751136 3839 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0327 15:03:26.751152 3839 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0327 15:03:26.782998 3839 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0327 15:03:26.783067 3839 default_node_network_controller.go:808] Node ip-10-0-1-176.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0327 15:03:26.788455 3839 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.176"] k8s.ovn.org/zone-name:ip-10-0-1-176.ec2.internal] on node ip-10-0-1-176.ec2.internal I0327 15:03:26.807309 3839 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0327 15:03:26.812460 3839 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0327 15:03:26.812592 3839 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0327 15:03:26.812697 3839 gateway_init.go:263] Preparing Gateway I0327 15:03:26.812709 3839 gateway_shared_intf.go:1658] Creating new gateway I0327 15:03:26.850956 3839 controller_manager.go:427] Waiting for node in zone sync took: 250.203863ms I0327 15:03:26.855279 3839 controller_manager.go:608] Switching to transit router for layer2 networks I0327 15:03:26.855293 3839 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-176.ec2.internal I0327 15:03:26.870085 3839 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 15:03:26.875377 3839 controller_manager.go:288] SCTP support detected in OVN I0327 15:03:26.875921 3839 services_controller.go:69] Creating services controller for network=default I0327 15:03:26.876019 3839 udn_enabled_svc.go:80] Waiting for service informer to sync I0327 15:03:26.876082 3839 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0327 15:03:26.876111 3839 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0327 15:03:26.876122 3839 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0327 15:03:26.876130 3839 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 15:03:26.876282 3839 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0327 15:03:26.876331 3839 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0327 15:03:26.876357 3839 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.905µs I0327 15:03:26.876366 3839 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 35.176µs I0327 15:03:26.876366 3839 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.281µs I0327 15:03:26.876371 3839 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0327 15:03:26.876382 3839 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0327 15:03:26.876390 3839 default_network_controller.go:321] Starting the default network controller I0327 15:03:26.876433 3839 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.784µs I0327 15:03:26.876459 3839 udn_enabled_svc.go:95] Performing full resync I0327 15:03:26.876758 3839 udn_enabled_svc.go:99] Waiting for handler to sync I0327 15:03:26.876769 3839 udn_enabled_svc.go:104] Starting worker I0327 15:03:26.884007 3839 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0327 15:03:26.884062 3839 repair.go:33] Syncing exgw routes took 44.189µs I0327 15:03:26.884080 3839 default_network_controller.go:407] Starting all the Watchers... I0327 15:03:26.884206 3839 namespace.go:98] [openshift-kube-scheduler] adding namespace I0327 15:03:26.884216 3839 namespace.go:98] [openshift-machine-config-operator] adding namespace I0327 15:03:26.884219 3839 namespace.go:98] [openshift-insights] adding namespace I0327 15:03:26.884224 3839 namespace.go:98] [openshift-authentication] adding namespace I0327 15:03:26.884229 3839 namespace.go:98] [openshift-infra] adding namespace I0327 15:03:26.884237 3839 namespace.go:98] [openshift-backplane-csm] adding namespace I0327 15:03:26.884244 3839 namespace.go:98] [openshift-image-registry] adding namespace I0327 15:03:26.884245 3839 namespace.go:98] [openshift-network-console] adding namespace I0327 15:03:26.884246 3839 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0327 15:03:26.884250 3839 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0327 15:03:26.884248 3839 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0327 15:03:26.884252 3839 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0327 15:03:26.884208 3839 namespace.go:98] [openshift-config-managed] adding namespace I0327 15:03:26.884250 3839 namespace.go:98] [openshift-ingress-canary] adding namespace I0327 15:03:26.884207 3839 namespace.go:98] [openshift-package-operator] adding namespace I0327 15:03:26.884830 3839 namespace.go:102] [openshift-kube-scheduler] adding namespace took 611.165µs I0327 15:03:26.884862 3839 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0327 15:03:26.885413 3839 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 543.21µs I0327 15:03:26.885429 3839 namespace.go:98] [openshift-must-gather-operator] adding namespace I0327 15:03:26.885985 3839 namespace.go:102] [openshift-must-gather-operator] adding namespace took 549.194µs I0327 15:03:26.886002 3839 namespace.go:98] [openshift-network-node-identity] adding namespace I0327 15:03:26.886570 3839 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.343214ms I0327 15:03:26.886589 3839 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0327 15:03:26.887131 3839 namespace.go:102] [openshift-insights] adding namespace took 2.899025ms I0327 15:03:26.887154 3839 namespace.go:98] [kube-node-lease] adding namespace I0327 15:03:26.887565 3839 namespace.go:102] [openshift-authentication] adding namespace took 3.330144ms I0327 15:03:26.887582 3839 namespace.go:98] [openshift-etcd] adding namespace I0327 15:03:26.888038 3839 namespace.go:102] [openshift-infra] adding namespace took 3.799852ms I0327 15:03:26.888056 3839 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0327 15:03:26.888528 3839 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.287229ms I0327 15:03:26.888538 3839 namespace.go:98] [openshift-config-operator] adding namespace I0327 15:03:26.889001 3839 namespace.go:102] [openshift-image-registry] adding namespace took 4.75055ms I0327 15:03:26.889017 3839 namespace.go:98] [openshift-service-ca-operator] adding namespace I0327 15:03:26.889540 3839 namespace.go:102] [openshift-network-console] adding namespace took 5.286367ms I0327 15:03:26.889555 3839 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0327 15:03:26.890040 3839 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.785464ms I0327 15:03:26.890054 3839 namespace.go:98] [openshift-dns] adding namespace I0327 15:03:26.890528 3839 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.271144ms I0327 15:03:26.890541 3839 namespace.go:98] [openshift-console-operator] adding namespace I0327 15:03:26.891087 3839 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.825312ms I0327 15:03:26.891108 3839 namespace.go:98] [openshift-controller-manager] adding namespace I0327 15:03:26.891610 3839 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.349974ms I0327 15:03:26.891628 3839 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0327 15:03:26.892557 3839 namespace.go:102] [openshift-config-managed] adding namespace took 8.293046ms I0327 15:03:26.892572 3839 namespace.go:98] [openshift-console-user-settings] adding namespace I0327 15:03:26.893035 3839 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.770361ms I0327 15:03:26.893049 3839 namespace.go:98] [openshift-ingress-operator] adding namespace I0327 15:03:26.893530 3839 namespace.go:102] [openshift-package-operator] adding namespace took 9.207887ms I0327 15:03:26.893547 3839 namespace.go:98] [openshift-host-network] adding namespace I0327 15:03:26.894046 3839 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.040053ms I0327 15:03:26.894057 3839 namespace.go:98] [openshift-marketplace] adding namespace I0327 15:03:26.894589 3839 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.994318ms I0327 15:03:26.894598 3839 namespace.go:98] [openshift-customer-monitoring] adding namespace I0327 15:03:26.895261 3839 namespace.go:102] [kube-node-lease] adding namespace took 8.097854ms I0327 15:03:26.895281 3839 namespace.go:98] [openshift-authentication-operator] adding namespace I0327 15:03:26.895738 3839 namespace.go:102] [openshift-etcd] adding namespace took 8.147689ms I0327 15:03:26.895757 3839 namespace.go:98] [openshift-cluster-version] adding namespace I0327 15:03:26.896175 3839 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.111929ms I0327 15:03:26.896189 3839 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0327 15:03:26.896218 3839 iptables.go:108] Creating table: filter chain: FORWARD I0327 15:03:26.896737 3839 namespace.go:102] [openshift-config-operator] adding namespace took 8.193725ms I0327 15:03:26.896752 3839 namespace.go:98] [openshift-node] adding namespace I0327 15:03:26.897242 3839 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.21915ms I0327 15:03:26.897258 3839 namespace.go:98] [openshift] adding namespace I0327 15:03:26.897778 3839 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.217385ms I0327 15:03:26.897791 3839 namespace.go:98] [openshift-apiserver-operator] adding namespace I0327 15:03:26.898342 3839 namespace.go:102] [openshift-dns] adding namespace took 8.282753ms I0327 15:03:26.898355 3839 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0327 15:03:26.898763 3839 namespace.go:102] [openshift-console-operator] adding namespace took 8.215904ms I0327 15:03:26.898777 3839 namespace.go:98] [openshift-monitoring] adding namespace I0327 15:03:26.899215 3839 namespace.go:102] [openshift-controller-manager] adding namespace took 8.100038ms I0327 15:03:26.899232 3839 namespace.go:98] [open-cluster-management-2pa4l1bb6ehlhnjl9imbt50cosjbq69n] adding namespace I0327 15:03:26.899674 3839 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.039266ms I0327 15:03:26.899691 3839 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0327 15:03:26.900298 3839 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.721439ms I0327 15:03:26.900308 3839 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0327 15:03:26.900813 3839 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.756966ms I0327 15:03:26.900828 3839 namespace.go:98] [openshift-backplane-srep] adding namespace I0327 15:03:26.901407 3839 namespace.go:102] [openshift-host-network] adding namespace took 7.853451ms I0327 15:03:26.901422 3839 namespace.go:98] [openshift-backplane-cse] adding namespace I0327 15:03:26.901856 3839 namespace.go:102] [openshift-marketplace] adding namespace took 7.777948ms I0327 15:03:26.902351 3839 iptables.go:108] Creating table: filter chain: OUTPUT I0327 15:03:26.902388 3839 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.786222ms I0327 15:03:26.902399 3839 namespace.go:98] [openshift-operators-redhat] adding namespace I0327 15:03:26.902878 3839 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.587823ms I0327 15:03:26.902899 3839 namespace.go:98] [openshift-backplane] adding namespace I0327 15:03:26.903507 3839 namespace.go:102] [openshift-cluster-version] adding namespace took 7.743356ms I0327 15:03:26.903521 3839 namespace.go:98] [openshift-operators] adding namespace I0327 15:03:26.903997 3839 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.802172ms I0327 15:03:26.904011 3839 namespace.go:98] [openshift-network-diagnostics] adding namespace I0327 15:03:26.904371 3839 namespace.go:102] [openshift-node] adding namespace took 7.613698ms I0327 15:03:26.904382 3839 namespace.go:98] [openshift-multus] adding namespace I0327 15:03:26.904834 3839 namespace.go:102] [openshift] adding namespace took 7.571064ms I0327 15:03:26.904864 3839 namespace.go:98] [openshift-dns-operator] adding namespace I0327 15:03:26.905294 3839 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.498259ms I0327 15:03:26.905305 3839 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0327 15:03:26.905820 3839 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.45948ms I0327 15:03:26.905833 3839 namespace.go:98] [openshift-route-controller-manager] adding namespace I0327 15:03:26.906283 3839 namespace.go:102] [openshift-monitoring] adding namespace took 7.497639ms I0327 15:03:26.906300 3839 namespace.go:98] [dedicated-admin] adding namespace I0327 15:03:26.906803 3839 namespace.go:102] [open-cluster-management-2pa4l1bb6ehlhnjl9imbt50cosjbq69n] adding namespace took 7.563563ms I0327 15:03:26.906818 3839 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0327 15:03:26.907201 3839 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.506058ms I0327 15:03:26.907211 3839 namespace.go:98] [openshift-backplane-cee] adding namespace I0327 15:03:26.907723 3839 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.408122ms I0327 15:03:26.907739 3839 namespace.go:98] [openshift-kube-apiserver] adding namespace I0327 15:03:26.908147 3839 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.312765ms I0327 15:03:26.908163 3839 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0327 15:03:26.908488 3839 gateway_shared_intf.go:1787] Gateway Creation Complete I0327 15:03:26.908503 3839 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-176.ec2.internal","mac-address":"0a:ff:fa:d2:a0:5d","ip-addresses":["10.0.1.176/24"],"ip-address":"10.0.1.176/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5d76fec1-c443-4971-bc54-9cf6fd2004ec k8s.ovn.org/node-encap-ips:["10.0.1.176"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.176/24"} k8s.ovn.org/zone-name:ip-10-0-1-176.ec2.internal] on node ip-10-0-1-176.ec2.internal I0327 15:03:26.908535 3839 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.107263ms I0327 15:03:26.908551 3839 namespace.go:98] [openshift-console] adding namespace I0327 15:03:26.908983 3839 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.579009ms I0327 15:03:26.908995 3839 namespace.go:98] [openshift-backplane-mobb] adding namespace I0327 15:03:26.909408 3839 namespace.go:102] [openshift-backplane] adding namespace took 6.503951ms I0327 15:03:26.909420 3839 namespace.go:98] [openshift-backplane-tam] adding namespace W0327 15:03:26.909895 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9q9gv: pod openshift-network-diagnostics/network-check-target-9q9gv: no pod IPs found I0327 15:03:26.909922 3839 namespace.go:102] [openshift-operators] adding namespace took 6.395352ms I0327 15:03:26.909933 3839 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0327 15:03:26.909943 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sg8bh: pod openshift-network-diagnostics/network-check-target-sg8bh: no pod IPs found I0327 15:03:26.910390 3839 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.372984ms W0327 15:03:26.910393 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-h9rtb: pod openshift-multus/network-metrics-daemon-h9rtb: no pod IPs found I0327 15:03:26.910404 3839 namespace.go:98] [kube-system] adding namespace W0327 15:03:26.910428 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ktn4j: pod openshift-multus/network-metrics-daemon-ktn4j: no pod IPs found I0327 15:03:26.910977 3839 namespace.go:102] [openshift-multus] adding namespace took 6.588734ms I0327 15:03:26.910991 3839 namespace.go:98] [openshift-config] adding namespace I0327 15:03:26.911413 3839 namespace.go:102] [openshift-dns-operator] adding namespace took 6.542713ms I0327 15:03:26.911428 3839 namespace.go:98] [openshift-machine-api] adding namespace I0327 15:03:26.911797 3839 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.485531ms I0327 15:03:26.911813 3839 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0327 15:03:26.912231 3839 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.392185ms I0327 15:03:26.912621 3839 namespace.go:102] [dedicated-admin] adding namespace took 6.313768ms I0327 15:03:26.913061 3839 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.236255ms I0327 15:03:26.913077 3839 namespace.go:98] [kube-public] adding namespace I0327 15:03:26.913441 3839 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.223836ms I0327 15:03:26.913456 3839 namespace.go:98] [openshift-apiserver] adding namespace I0327 15:03:26.913830 3839 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.083136ms I0327 15:03:26.913867 3839 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0327 15:03:26.914697 3839 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.527985ms I0327 15:03:26.914710 3839 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0327 15:03:26.915127 3839 namespace.go:102] [openshift-console] adding namespace took 6.568827ms I0327 15:03:26.915141 3839 namespace.go:98] [openshift-logging] adding namespace I0327 15:03:26.915585 3839 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.583328ms I0327 15:03:26.915598 3839 namespace.go:98] [openshift-network-operator] adding namespace I0327 15:03:26.915989 3839 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.563964ms I0327 15:03:26.916006 3839 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0327 15:03:26.916544 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5xq8l: pod kube-system/global-pull-secret-syncer-5xq8l: no pod IPs found I0327 15:03:26.916587 3839 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.650357ms I0327 15:03:26.916598 3839 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0327 15:03:26.917080 3839 namespace.go:102] [kube-system] adding namespace took 6.66937ms I0327 15:03:26.917461 3839 namespace.go:102] [openshift-config] adding namespace took 6.463954ms I0327 15:03:26.917851 3839 namespace.go:102] [openshift-machine-api] adding namespace took 6.403616ms I0327 15:03:26.918259 3839 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.439724ms I0327 15:03:26.918642 3839 namespace.go:102] [kube-public] adding namespace took 5.559294ms I0327 15:03:26.918659 3839 namespace.go:98] [openshift-ingress] adding namespace I0327 15:03:26.919109 3839 namespace.go:102] [openshift-apiserver] adding namespace took 5.64578ms I0327 15:03:26.919492 3839 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.614472ms I0327 15:03:26.919507 3839 namespace.go:98] [default] adding namespace I0327 15:03:26.919866 3839 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.149361ms I0327 15:03:26.920399 3839 namespace.go:102] [openshift-logging] adding namespace took 5.252189ms I0327 15:03:26.920411 3839 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0327 15:03:26.920804 3839 namespace.go:102] [openshift-network-operator] adding namespace took 5.201913ms I0327 15:03:26.921162 3839 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.147855ms I0327 15:03:26.921589 3839 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.985723ms I0327 15:03:26.921975 3839 namespace.go:102] [openshift-ingress] adding namespace took 3.310622ms I0327 15:03:26.922360 3839 namespace.go:102] [default] adding namespace took 2.846027ms I0327 15:03:26.922695 3839 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.280209ms I0327 15:03:26.923177 3839 zone_ic_handler.go:186] Time taken to create transit switch: 388.784µs I0327 15:03:26.923237 3839 master.go:532] Adding or Updating local node "ip-10-0-1-176.ec2.internal" for network "default" I0327 15:03:26.923316 3839 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal I0327 15:03:26.923698 3839 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-39.ec2.internal for the network default I0327 15:03:26.924686 3839 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-39.ec2.internal" on network "default" took: 1.000044ms I0327 15:03:26.926329 3839 default_node_network_controller.go:518] Node connection status = connected I0327 15:03:26.927128 3839 default_network_controller.go:806] Node add failed for ip-10-0-1-176.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-176.ec2.internal, error getting gateway config for node ip-10-0-1-176.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-176.ec2.internal", failed to update chassis to local for local node ip-10-0-1-176.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-176.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-176.ec2.internal] E0327 15:03:26.927178 3839 obj_retry.go:541] Failed to create *v1.Node ip-10-0-1-176.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-176.ec2.internal, error getting gateway config for node ip-10-0-1-176.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-176.ec2.internal", failed to update chassis to local for local node ip-10-0-1-176.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-176.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-176.ec2.internal] I0327 15:03:26.927229 3839 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0327 15:03:26.927258 3839 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0327 15:03:26.927261 3839 master.go:532] Adding or Updating local node "ip-10-0-1-176.ec2.internal" for network "default" I0327 15:03:26.927276 3839 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0327 15:03:26.927287 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0327 15:03:26.927269 3839 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-176.ec2.internal", UID:"49fe761e-a05c-4160-b6bd-26ae71defb84", APIVersion:"v1", ResourceVersion:"8854", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-176.ec2.internal, error getting gateway config for node ip-10-0-1-176.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-176.ec2.internal", failed to update chassis to local for local node ip-10-0-1-176.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-176.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-176.ec2.internal] I0327 15:03:26.927318 3839 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal" I0327 15:03:26.927329 3839 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:26.927337 3839 services_controller.go:574] Full service sync requested for network=default I0327 15:03:26.927349 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-176.ec2.internal in network "default" I0327 15:03:26.927415 3839 node_tracker.go:169] Node ip-10-0-1-176.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:26.927425 3839 services_controller.go:574] Full service sync requested for network=default I0327 15:03:26.927430 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-39.ec2.internal in network "default" I0327 15:03:26.927453 3839 node_tracker.go:169] Node ip-10-0-2-39.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:26.927459 3839 services_controller.go:574] Full service sync requested for network=default W0327 15:03:26.932762 3839 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-h9rtb: pod openshift-multus/network-metrics-daemon-h9rtb: no pod IPs found W0327 15:03:26.932790 3839 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-sg8bh: pod openshift-network-diagnostics/network-check-target-sg8bh: no pod IPs found W0327 15:03:26.932800 3839 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5xq8l: pod kube-system/global-pull-secret-syncer-5xq8l: no pod IPs found I0327 15:03:26.933770 3839 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-176.ec2.internal for the network default I0327 15:03:27.027377 3839 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0327 15:03:27.027405 3839 services_controller.go:208] Setting up event handlers for services for network=default I0327 15:03:27.027479 3839 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0327 15:03:27.027521 3839 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0327 15:03:27.027536 3839 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0327 15:03:27.127980 3839 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0327 15:03:27.128011 3839 repair.go:60] Starting repairing loop for services I0327 15:03:27.128095 3839 repair.go:131] Deleted 0 stale service LBs I0327 15:03:27.128114 3839 repair.go:137] Deleted 0 stale Chassis Template Vars I0327 15:03:27.128130 3839 repair.go:62] Finished repairing loop for services: 121.146µs I0327 15:03:27.128156 3839 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0327 15:03:27.128166 3839 services_controller.go:254] Starting workers for network=default I0327 15:03:27.128422 3839 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-h9rtb] creating logical port openshift-multus_network-metrics-daemon-h9rtb for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:27.128513 3839 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sg8bh] creating logical port openshift-network-diagnostics_network-check-target-sg8bh for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:27.128556 3839 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-h9rtb I0327 15:03:27.128577 3839 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-sg8bh I0327 15:03:27.128643 3839 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9q9gv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9q9gv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9q9gv: no pod IPs found I0327 15:03:27.128745 3839 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5xq8l] creating logical port kube-system_global-pull-secret-syncer-5xq8l for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:27.128789 3839 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ktn4j, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ktn4j: suppressed error logged: pod openshift-multus/network-metrics-daemon-ktn4j: no pod IPs found I0327 15:03:27.128816 3839 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5xq8l W0327 15:03:27.132884 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:03:27.145350 3839 pod.go:62] [openshift-network-diagnostics/network-check-target-sg8bh] pod update took 16.79655ms I0327 15:03:27.145373 3839 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-sg8bh] addLogicalPort annotation time took 16.818937ms I0327 15:03:27.146356 3839 pods.go:271] [openshift-network-diagnostics/network-check-target-sg8bh] addLogicalPort took 17.847253ms, libovsdb time 693.986µs I0327 15:03:27.146758 3839 pod.go:62] [openshift-multus/network-metrics-daemon-h9rtb] pod update took 18.253899ms I0327 15:03:27.146763 3839 pod.go:62] [kube-system/global-pull-secret-syncer-5xq8l] pod update took 17.974867ms I0327 15:03:27.146776 3839 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-h9rtb] addLogicalPort annotation time took 18.276711ms I0327 15:03:27.146782 3839 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-5xq8l] addLogicalPort annotation time took 17.99472ms I0327 15:03:27.147622 3839 pods.go:271] [openshift-multus/network-metrics-daemon-h9rtb] addLogicalPort took 19.212158ms, libovsdb time 646.216µs I0327 15:03:27.147929 3839 pods.go:271] [kube-system/global-pull-secret-syncer-5xq8l] addLogicalPort took 19.192169ms, libovsdb time 955.095µs I0327 15:03:27.148440 3839 admin_network_policy_controller.go:227] Starting controller default-network-controller I0327 15:03:27.148461 3839 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0327 15:03:27.148488 3839 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0327 15:03:27.148499 3839 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0327 15:03:27.148715 3839 repair.go:29] Repairing admin network policies took 210.033µs I0327 15:03:27.148855 3839 repair.go:92] Repairing baseline admin network policies took 130.418µs I0327 15:03:27.149266 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0327 15:03:27.149283 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0327 15:03:27.152133 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0327 15:03:27.152162 3839 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0327 15:03:27.152173 3839 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0327 15:03:27.153708 3839 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0327 15:03:27.153726 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0327 15:03:27.153737 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0327 15:03:27.156561 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0327 15:03:27.156581 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0327 15:03:27.156590 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0327 15:03:27.158650 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0327 15:03:27.158673 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0327 15:03:27.159704 3839 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0327 15:03:27.159719 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 15:03:27.162093 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0327 15:03:27.162125 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0327 15:03:27.162138 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0327 15:03:27.164351 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0327 15:03:27.164370 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0327 15:03:27.164377 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0327 15:03:27.165015 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0327 15:03:27.165034 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0327 15:03:27.165042 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0327 15:03:27.165623 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0327 15:03:27.165645 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0327 15:03:27.165663 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0327 15:03:27.166082 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0327 15:03:27.166100 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0327 15:03:27.166108 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0327 15:03:27.167106 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0327 15:03:27.167125 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0327 15:03:27.167134 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0327 15:03:27.168339 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0327 15:03:27.168357 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0327 15:03:27.168365 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0327 15:03:27.169546 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0327 15:03:27.169565 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0327 15:03:27.169573 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0327 15:03:27.170187 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0327 15:03:27.170212 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0327 15:03:27.170244 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 15:03:27.171027 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0327 15:03:27.171058 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0327 15:03:27.171073 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0327 15:03:27.172907 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0327 15:03:27.172929 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0327 15:03:27.172938 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0327 15:03:27.173552 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0327 15:03:27.173575 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0327 15:03:27.173600 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0327 15:03:27.174302 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0327 15:03:27.174322 3839 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0327 15:03:27.174332 3839 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0327 15:03:27.175499 3839 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0327 15:03:27.175521 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0327 15:03:27.175530 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0327 15:03:27.175866 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0327 15:03:27.175884 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0327 15:03:27.175891 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0327 15:03:27.176482 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0327 15:03:27.176509 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0327 15:03:27.176521 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0327 15:03:27.177190 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0327 15:03:27.177212 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0327 15:03:27.177220 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0327 15:03:27.177875 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0327 15:03:27.177893 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0327 15:03:27.177900 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0327 15:03:27.178497 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0327 15:03:27.178521 3839 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0327 15:03:27.178534 3839 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0327 15:03:27.179603 3839 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0327 15:03:27.179622 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0327 15:03:27.179633 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0327 15:03:27.181145 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0327 15:03:27.181164 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0327 15:03:27.181171 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0327 15:03:27.181571 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0327 15:03:27.181592 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0327 15:03:27.181599 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0327 15:03:27.182163 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0327 15:03:27.182183 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0327 15:03:27.182191 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0327 15:03:27.182750 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0327 15:03:27.182773 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0327 15:03:27.182788 3839 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0327 15:03:27.184678 3839 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0327 15:03:27.190358 3839 egressfirewall.go:319] Starting EgressFirewall controller I0327 15:03:27.190382 3839 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0327 15:03:27.190407 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0327 15:03:27.190417 3839 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0327 15:03:27.190416 3839 controller.go:133] Adding controller egress-firewall-controller event handlers I0327 15:03:27.190442 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0327 15:03:27.190455 3839 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0327 15:03:27.190740 3839 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0327 15:03:27.190756 3839 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0327 15:03:27.190765 3839 egressqos.go:193] Setting up event handlers for EgressQoS I0327 15:03:27.190864 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0327 15:03:27.190879 3839 egressfirewall.go:628] Syncing node "ip-10-0-1-176.ec2.internal" for egress firewall I0327 15:03:27.190884 3839 egressfirewall.go:628] Syncing node "ip-10-0-2-39.ec2.internal" for egress firewall I0327 15:03:27.190885 3839 egressqos.go:245] Starting EgressQoS Controller I0327 15:03:27.190894 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0327 15:03:27.190901 3839 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0327 15:03:27.190905 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0327 15:03:27.190910 3839 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0327 15:03:27.190914 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0327 15:03:27.190919 3839 shared_informer.go:356] "Caches are synced" controller="egressqos" I0327 15:03:27.190922 3839 egressqos.go:259] Repairing EgressQoSes I0327 15:03:27.190926 3839 egressqos.go:399] Starting repairing loop for egressqos I0327 15:03:27.190998 3839 egressqos.go:401] Finished repairing loop for egressqos: 71.311µs I0327 15:03:27.191028 3839 egressservice_zone.go:132] Setting up event handlers for Egress Services I0327 15:03:27.191049 3839 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-176.ec2.internal I0327 15:03:27.191102 3839 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-176.ec2.internal : 54.353µs I0327 15:03:27.191177 3839 egressservice_zone.go:210] Starting Egress Services Controller I0327 15:03:27.191188 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 15:03:27.191194 3839 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 15:03:27.191199 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 15:03:27.191204 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 15:03:27.191209 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 15:03:27.191213 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 15:03:27.191219 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0327 15:03:27.191224 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0327 15:03:27.191227 3839 egressservice_zone.go:228] Repairing Egress Services I0327 15:03:27.191524 3839 master_controller.go:88] Starting Admin Policy Based Route Controller I0327 15:03:27.191537 3839 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 15:03:27.191598 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0327 15:03:27.191609 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 12.169µs I0327 15:03:27.191616 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-176.ec2.internal I0327 15:03:27.191622 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-176.ec2.internal: 5.964µs I0327 15:03:27.191626 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-39.ec2.internal I0327 15:03:27.191635 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-39.ec2.internal: 8.863µs I0327 15:03:27.191684 3839 default_network_controller.go:568] Completing all the Watchers took 307.593826ms I0327 15:03:27.191702 3839 default_network_controller.go:572] Starting unidling controllers I0327 15:03:27.191714 3839 unidle.go:46] Registering OVN SB ControllerEvent handler I0327 15:03:27.191731 3839 unidle.go:63] Populating Initial ContollerEvent events I0327 15:03:27.191745 3839 unidle.go:79] Setting up event handlers for services I0327 15:03:27.191786 3839 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0327 15:03:27.197975 3839 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0327 15:03:27.427987 3839 default_node_network_controller.go:518] Node connection status = connected I0327 15:03:27.444999 3839 bridgeconfig.go:537] Gateway is ready I0327 15:03:27.445021 3839 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0327 15:03:27.454949 3839 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.176. Updating OVN encap IP. I0327 15:03:27.459255 3839 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.176 - it is already configured I0327 15:03:27.459270 3839 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.176/24:{} 172.20.0.1/32:{}]. Updating annotations. I0327 15:03:27.459519 3839 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.176/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-176.ec2.internal","mac-address":"0a:ff:fa:d2:a0:5d","ip-addresses":["10.0.1.176/24"],"ip-address":"10.0.1.176/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5d76fec1-c443-4971-bc54-9cf6fd2004ec k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.176/24"}] on node ip-10-0-1-176.ec2.internal I0327 15:03:27.475111 3839 egressfirewall.go:628] Syncing node "ip-10-0-1-176.ec2.internal" for egress firewall I0327 15:03:27.475149 3839 master.go:532] Adding or Updating local node "ip-10-0-1-176.ec2.internal" for network "default" I0327 15:03:27.475167 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-176.ec2.internal I0327 15:03:27.475177 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-176.ec2.internal in network "default" I0327 15:03:27.475179 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-176.ec2.internal: 17.041µs I0327 15:03:27.475224 3839 node_tracker.go:169] Node ip-10-0-1-176.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:27.475243 3839 services_controller.go:574] Full service sync requested for network=default W0327 15:03:27.475538 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:03:27.475936 3839 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.176 I0327 15:03:27.476012 3839 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-176.ec2.internal I0327 15:03:27.480213 3839 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-176.ec2.internal. Updating no re-route policies I0327 15:03:27.480299 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cvtcf I0327 15:03:27.480313 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cvtcf I0327 15:03:27.480314 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-msnnw I0327 15:03:27.480317 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-q95j2 I0327 15:03:27.480329 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-msnnw I0327 15:03:27.480326 3839 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-176.ec2.internal I0327 15:03:27.480334 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-q95j2 I0327 15:03:27.480334 3839 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5xq8l I0327 15:03:27.480343 3839 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-176.ec2.internal I0327 15:03:27.480342 3839 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rcfbq I0327 15:03:27.480346 3839 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5xq8l I0327 15:03:27.480353 3839 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-rcfbq I0327 15:03:27.480351 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-h9rtb I0327 15:03:27.480354 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-msnnw after 0 failed attempt(s) I0327 15:03:27.480365 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-h9rtb I0327 15:03:27.480357 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-pj8hq I0327 15:03:27.480369 3839 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-rcfbq after 0 failed attempt(s) I0327 15:03:27.480369 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-176.ec2.internal I0327 15:03:27.480371 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qv8n6 I0327 15:03:27.480377 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-fqkq2 I0327 15:03:27.480380 3839 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5xq8l] creating logical port kube-system_global-pull-secret-syncer-5xq8l for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:27.480381 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-176.ec2.internal I0327 15:03:27.480385 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qv8n6 I0327 15:03:27.480387 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-fqkq2 I0327 15:03:27.480382 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sg8bh I0327 15:03:27.480399 3839 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-h9rtb] creating logical port openshift-multus_network-metrics-daemon-h9rtb for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:27.480403 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sg8bh I0327 15:03:27.480405 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-fqkq2 after 0 failed attempt(s) I0327 15:03:27.480332 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cvtcf after 0 failed attempt(s) I0327 15:03:27.480404 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qv8n6 after 0 failed attempt(s) I0327 15:03:27.480365 3839 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-176.ec2.internal after 0 failed attempt(s) I0327 15:03:27.480369 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5bsx I0327 15:03:27.480432 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5bsx I0327 15:03:27.480436 3839 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sg8bh] creating logical port openshift-network-diagnostics_network-check-target-sg8bh for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:27.480301 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zhm2c I0327 15:03:27.480448 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5bsx after 0 failed attempt(s) I0327 15:03:27.480451 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zhm2c I0327 15:03:27.480375 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-pj8hq I0327 15:03:27.480462 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zhm2c after 0 failed attempt(s) I0327 15:03:27.480357 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-q95j2 after 0 failed attempt(s) I0327 15:03:27.480470 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-pj8hq after 0 failed attempt(s) I0327 15:03:27.480403 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-176.ec2.internal after 0 failed attempt(s) I0327 15:03:27.481073 3839 pods.go:271] [kube-system/global-pull-secret-syncer-5xq8l] addLogicalPort took 700.662µs, libovsdb time 262.553µs I0327 15:03:27.481085 3839 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5xq8l after 0 failed attempt(s) I0327 15:03:27.481185 3839 pods.go:271] [openshift-multus/network-metrics-daemon-h9rtb] addLogicalPort took 796.198µs, libovsdb time 344.809µs I0327 15:03:27.481194 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-h9rtb after 0 failed attempt(s) I0327 15:03:27.481278 3839 pods.go:271] [openshift-network-diagnostics/network-check-target-sg8bh] addLogicalPort took 848.743µs, libovsdb time 395.024µs I0327 15:03:27.481290 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-sg8bh after 0 failed attempt(s) I0327 15:03:27.493741 3839 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0327 15:03:27.504406 3839 iptables.go:108] Creating table: mangle chain: OUTPUT I0327 15:03:27.507561 3839 iptables.go:108] Creating table: nat chain: OUTPUT I0327 15:03:27.526548 3839 iptables.go:108] Creating table: nat chain: PREROUTING I0327 15:03:27.594083 3839 iptables.go:108] Creating table: filter chain: FORWARD I0327 15:03:27.609657 3839 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0327 15:03:27.609781 3839 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0327 15:03:27.609835 3839 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0327 15:03:27.609932 3839 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0327 15:03:27.610003 3839 gateway_init.go:325] Gateway and management port readiness took 686.711551ms I0327 15:03:27.610032 3839 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0327 15:03:27.610064 3839 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0327 15:03:27.610075 3839 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0327 15:03:27.610085 3839 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 15:03:27.610136 3839 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0327 15:03:27.610213 3839 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.063µs I0327 15:03:27.610476 3839 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0327 15:03:27.610506 3839 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 20.447µs I0327 15:03:27.610513 3839 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.711µs I0327 15:03:27.610520 3839 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0327 15:03:27.610530 3839 nad_controller.go:173] [node-nad-controller NAD controller]: started I0327 15:03:27.610535 3839 default_node_network_controller.go:898] Starting the default node network controller I0327 15:03:27.610539 3839 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0327 15:03:27.610616 3839 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.216µs I0327 15:03:27.610700 3839 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0327 15:03:27.610708 3839 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0327 15:03:27.610731 3839 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca43a0 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc0002dce70 0xc0002dcee0 0xc000caab90 0xc0002dcf50 0xc0002dcfc0 0xc000caac30 0xc00607cfc0 0xc0002dd030 map[0x2f67040:0xc002316960 0x2f67580:0xc002316ae0 0x2f68000:0xc00076d380 0x2f682a0:0xc002316900 0x2f687e0:0xc0023169c0 0x2f68a80:0xc002316a20 0x2f68d20:0xc002316a80 0x2f69500:0xc002316b40 0x2f697a0:0xc002316ba0 0x2f93d40:0xc00076cd20 0x2f940e0:0xc00076cd80 0x2f94bc0:0xc000cc8a80 0x2f96520:0xc001b74000 0x2f97000:0xc00076d320 0x2f97e80:0xc00076ccc0] 0xc0000d2700 0} I0327 15:03:27.610796 3839 gateway.go:151] Starting gateway service sync I0327 15:03:27.611256 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0327 15:03:27.613310 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0327 15:03:27.636085 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0327 15:03:27.637127 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0327 15:03:27.638152 3839 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0327 15:03:27.671380 3839 gateway.go:168] Gateway service sync done. Time taken: 60.572068ms I0327 15:03:27.671959 3839 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32644 I0327 15:03:27.672247 3839 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca43a0 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc0002dce70 0xc0002dcee0 0xc000caab90 0xc0002dcf50 0xc0002dcfc0 0xc000caac30 0xc00607cfc0 0xc0002dd030 map[0x2f67040:0xc002316960 0x2f67580:0xc002316ae0 0x2f68000:0xc00076d380 0x2f682a0:0xc002316900 0x2f687e0:0xc0023169c0 0x2f68a80:0xc002316a20 0x2f68d20:0xc002316a80 0x2f69500:0xc002316b40 0x2f697a0:0xc002316ba0 0x2f93d40:0xc00076cd20 0x2f940e0:0xc00076cd80 0x2f94bc0:0xc000cc8a80 0x2f96520:0xc001b74000 0x2f97000:0xc00076d320 0x2f97e80:0xc00076ccc0] 0xc0000d2700 0} I0327 15:03:27.672772 3839 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca43a0 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc0002dce70 0xc0002dcee0 0xc000caab90 0xc0002dcf50 0xc0002dcfc0 0xc000caac30 0xc00607cfc0 0xc0002dd030 map[0x2f67040:0xc002316960 0x2f67580:0xc002316ae0 0x2f68000:0xc00076d380 0x2f682a0:0xc002316900 0x2f687e0:0xc0023169c0 0x2f68a80:0xc002316a20 0x2f68d20:0xc002316a80 0x2f69500:0xc002316b40 0x2f697a0:0xc002316ba0 0x2f93d40:0xc00076cd20 0x2f940e0:0xc00076cd80 0x2f94bc0:0xc000cc8a80 0x2f96520:0xc001b74000 0x2f97000:0xc00076d320 0x2f97e80:0xc00076ccc0] 0xc0000d2700 0} I0327 15:03:27.672821 3839 gateway.go:519] Reconciling gateway with updates I0327 15:03:27.677810 3839 gateway.go:326] Spawning Conntrack Rule Check Thread I0327 15:03:27.677891 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 15:03:27.677907 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 15:03:27.677911 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 15:03:27.677908 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:03:27.677921 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 15:03:27.677928 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:03:27.677926 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:03:27.677935 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 15:03:27.677942 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:03:27.677955 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:03:27.677968 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 15:03:27.677891 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:03:27.677976 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:03:27.677977 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 15:03:27.677982 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:03:27.677989 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:03:27.677989 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 15:03:27.677995 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:03:27.678009 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 15:03:27.678018 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 15:03:27.678021 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 15:03:27.678022 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:03:27.678028 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 15:03:27.678031 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 15:03:27.678032 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 15:03:27.678032 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:03:27.678039 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:03:27.678040 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 15:03:27.678041 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:03:27.678045 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:03:27.678048 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:03:27.678053 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 15:03:27.678055 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:03:27.678018 3839 default_node_network_controller.go:943] Gateway and management port readiness took 67.301673ms I0327 15:03:27.678037 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 15:03:27.678125 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 15:03:27.678030 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:03:27.678135 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 15:03:27.678146 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:03:27.678157 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:03:27.678156 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:03:27.678169 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:03:27.678182 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:03:27.678185 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:03:27.678190 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:03:27.678186 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:03:27.678196 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:03:27.678197 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:03:27.678198 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:03:27.678175 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:03:27.678038 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:03:27.678213 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:03:27.678215 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:03:27.678221 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:03:27.678224 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:03:27.678228 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:03:27.678201 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:03:27.678233 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 15:03:27.678235 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:03:27.678224 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:03:27.678249 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:03:27.678249 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:03:27.678116 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:03:27.678252 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:03:27.678257 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:03:27.678262 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:03:27.678266 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:03:27.678269 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:03:27.678267 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 15:03:27.678274 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 15:03:27.678283 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 15:03:27.678190 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:03:27.678289 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:03:27.678264 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:03:27.678296 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:03:27.678296 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 30374 is already open, no action needed I0327 15:03:27.678306 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 31767 is already open, no action needed I0327 15:03:27.678244 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:03:27.678235 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:03:27.678317 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:03:27.678321 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 15:03:27.678319 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:03:27.678258 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:03:27.678335 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:03:27.678341 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:03:27.678242 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 15:03:27.678274 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:03:27.678335 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:03:27.678259 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:03:27.678396 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:03:27.678405 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 15:03:27.678239 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:03:27.678434 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:03:27.678442 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 15:03:27.678453 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:03:27.678470 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:03:27.678453 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:03:27.678479 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:03:27.678470 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:03:27.678490 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:03:27.678500 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:03:27.678480 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:03:27.678460 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 15:03:27.678531 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 15:03:27.678540 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:03:27.678552 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:03:27.679283 3839 node_ip_handler_linux.go:160] Node IP manager is running W0327 15:03:27.713106 3839 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 15:03:27.713345 3839 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 15:03:27.713494 3839 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0327 15:03:27.721445 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 15:03:27.721465 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 15:03:27.721473 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 15:03:27.721483 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 15:03:27.721491 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 15:03:27.721497 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 15:03:27.721503 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 15:03:27.721516 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 15:03:27.721539 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 15:03:27.721552 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 15:03:27.721562 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 15:03:27.721572 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 15:03:27.721585 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 15:03:27.721594 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 15:03:27.721605 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 15:03:27.721616 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 15:03:27.721644 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 15:03:27.721654 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 15:03:27.757592 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 15:03:27.757609 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 15:03:27.757615 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 15:03:27.757622 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 15:03:27.757629 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 15:03:27.757651 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 15:03:27.757659 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 15:03:27.757664 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 15:03:27.757669 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 15:03:27.757675 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 15:03:27.757680 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 15:03:28.463442 3839 default_network_controller.go:1008] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 15:03:29.163103 3839 default_node_network_controller.go:1364] Starting node controller node sync W0327 15:03:29.163150 3839 egressip_healthcheck.go:76] Health checking using insecure connection I0327 15:03:29.163195 3839 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0327 15:03:29.175173 3839 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.050372ms I0327 15:03:29.175339 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-39.ec2.internal", IP: 10.0.2.39 to PMTUD blocking rules I0327 15:03:29.175351 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-39.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 15:03:29.181238 3839 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0327 15:03:29.181498 3839 egressservice_node.go:93] Setting up event handlers for Egress Services I0327 15:03:29.181656 3839 egressservice_node.go:183] Starting Egress Services Controller I0327 15:03:29.181682 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 15:03:29.181693 3839 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 15:03:29.181698 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 15:03:29.181706 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 15:03:29.181714 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 15:03:29.181721 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 15:03:29.181726 3839 egressservice_node.go:197] Repairing Egress Services I0327 15:03:29.191660 3839 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0327 15:03:29.191672 3839 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 15:03:29.191944 3839 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0327 15:03:29.191974 3839 link_network_manager.go:117] Link manager is running I0327 15:03:29.191996 3839 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0327 15:03:29.192081 3839 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0327 15:03:29.192514 3839 vrf_manager.go:128] VRF manager is running I0327 15:03:29.192646 3839 node_controller_manager.go:437] Removing flows to drop GARP I0327 15:03:29.192661 3839 gateway.go:519] Reconciling gateway with updates I0327 15:03:29.208772 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:03:29.208778 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:03:29.208785 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:03:29.208802 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 15:03:29.208803 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:03:29.208808 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:03:29.208822 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:03:29.208825 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:03:29.208831 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:03:29.208827 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 15:03:29.208828 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:03:29.208861 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:03:29.208872 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:03:29.208881 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:03:29.208891 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:03:29.208894 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:03:29.208897 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:03:29.208898 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:03:29.208903 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:03:29.208904 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:03:29.208902 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:03:29.208909 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 15:03:29.208906 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 15:03:29.208916 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:03:29.208917 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:03:29.208920 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 15:03:29.208919 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:03:29.208811 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:03:29.208928 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:03:29.208933 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:03:29.208942 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:03:29.208947 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:03:29.208947 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 15:03:29.208953 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:03:29.208960 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 15:03:29.208945 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:03:29.208976 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:03:29.208979 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:03:29.208986 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 15:03:29.208986 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:03:29.208897 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:03:29.208998 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:03:29.209001 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:03:29.209006 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:03:29.209015 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:03:29.209018 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:03:29.209029 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:03:29.209046 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:03:29.209046 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:03:29.208887 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:03:29.209060 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:03:29.209069 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:03:29.209073 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 15:03:29.209074 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 15:03:29.209001 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:03:29.209080 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:03:29.209084 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 15:03:29.209086 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:03:29.209089 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 15:03:29.209092 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:03:29.208935 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 15:03:29.209102 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:03:29.209106 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:03:29.209109 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:03:29.209116 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 15:03:29.209047 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:03:29.209123 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:03:29.209129 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:03:29.209131 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 15:03:29.208945 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:03:29.209018 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:03:29.209153 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:03:29.209033 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:03:29.208791 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:03:29.208811 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:03:29.208908 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 15:03:29.208792 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:03:29.209261 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 15:03:29.208906 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 15:03:29.208914 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:03:29.209273 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:03:29.208930 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:03:29.208989 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:03:29.209313 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:03:29.208992 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:03:29.209357 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:03:29.209375 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 15:03:29.209006 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:03:29.209386 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:03:29.209004 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 15:03:29.209408 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 15:03:29.209032 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:03:29.209457 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:03:29.209049 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 15:03:29.209487 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 15:03:29.209059 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:03:29.209498 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 30374 is already open, no action needed I0327 15:03:29.209504 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 31767 is already open, no action needed I0327 15:03:29.209074 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 15:03:29.209538 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 15:03:29.209145 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:03:29.231711 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 15:03:29.231727 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 15:03:29.231733 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 15:03:29.231739 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 15:03:29.231744 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 15:03:29.231751 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 15:03:29.231756 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 15:03:29.231761 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 15:03:29.231766 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 15:03:29.231783 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 15:03:29.231799 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 15:03:29.231807 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 15:03:29.231813 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 15:03:29.231818 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 15:03:29.231824 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 15:03:29.231830 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 15:03:29.231836 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 15:03:29.231879 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 15:03:29.231900 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 15:03:29.231908 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 15:03:29.231916 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 15:03:29.231924 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 15:03:29.231932 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 15:03:29.231939 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 15:03:29.231952 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 15:03:29.231957 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 15:03:29.231964 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 15:03:29.270810 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 15:03:29.270834 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 15:03:29.270859 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 15:03:29.314187 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 15:03:29.314202 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 15:03:29.314209 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 15:03:30.816016 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-176.ec2.internal I0327 15:03:30.816045 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-176.ec2.internal: 35.251µs I0327 15:03:30.842932 3839 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5877c497c6-7qwf2] creating logical port openshift-image-registry_image-registry-5877c497c6-7qwf2 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:30.843080 3839 kube.go:256] Updating pod openshift-image-registry/image-registry-5877c497c6-7qwf2 I0327 15:03:30.861226 3839 pod.go:62] [openshift-image-registry/image-registry-5877c497c6-7qwf2] pod update took 18.186834ms I0327 15:03:30.861245 3839 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5877c497c6-7qwf2] addLogicalPort annotation time took 18.210305ms I0327 15:03:30.862462 3839 pods.go:271] [openshift-image-registry/image-registry-5877c497c6-7qwf2] addLogicalPort took 19.547669ms, libovsdb time 958.689µs I0327 15:03:30.882348 3839 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4jh4j] creating logical port openshift-dns_dns-default-4jh4j for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:30.882377 3839 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-f496r] creating logical port openshift-ingress-canary_ingress-canary-f496r for pod on switch ip-10-0-1-176.ec2.internal I0327 15:03:30.882480 3839 kube.go:256] Updating pod openshift-dns/dns-default-4jh4j I0327 15:03:30.882499 3839 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-f496r I0327 15:03:30.898819 3839 pod.go:62] [openshift-ingress-canary/ingress-canary-f496r] pod update took 16.354294ms I0327 15:03:30.898835 3839 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-f496r] addLogicalPort annotation time took 16.372557ms I0327 15:03:30.899901 3839 pods.go:271] [openshift-ingress-canary/ingress-canary-f496r] addLogicalPort took 17.57136ms, libovsdb time 818.133µs I0327 15:03:30.901546 3839 pod.go:62] [openshift-dns/dns-default-4jh4j] pod update took 19.091842ms I0327 15:03:30.901568 3839 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-4jh4j] addLogicalPort annotation time took 19.11617ms I0327 15:03:30.902593 3839 pods.go:271] [openshift-dns/dns-default-4jh4j] addLogicalPort took 20.260248ms, libovsdb time 764.299µs I0327 15:03:32.454273 3839 cni.go:403] [openshift-ingress-canary/ingress-canary-f496r c89c4d362f7657ba931e0a125d1aed5159fb14d59bc9705633e301417821288a network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-f496r c89c4d362f7657ba931e0a125d1aed5159fb14d59bc9705633e301417821288a network default NAD default] I0327 15:03:32.497256 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-f496r, hostIfaceName: c89c4d362f7657b, network: default, NAD default, SandboxID: "c89c4d362f7657ba931e0a125d1aed5159fb14d59bc9705633e301417821288a", PCI device ID: , UID: "6b921934-4698-4a20-9099-aca13831c544", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0327 15:03:32.545725 3839 cni.go:424] [openshift-ingress-canary/ingress-canary-f496r c89c4d362f7657ba931e0a125d1aed5159fb14d59bc9705633e301417821288a network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-f496r c89c4d362f7657ba931e0a125d1aed5159fb14d59bc9705633e301417821288a network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:ba:16:cf:29:c5\",\"name\":\"c89c4d362f7657b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da39283b-ca3d-4b70-b922-c8e1a59b9bc6\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:03:34.037353 3839 cni.go:403] [openshift-network-diagnostics/network-check-target-sg8bh 936095cfd8780c5c9b07d21ac51a1dc7d6301d0b2eba5a371bf19be82bd76fac network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-sg8bh 936095cfd8780c5c9b07d21ac51a1dc7d6301d0b2eba5a371bf19be82bd76fac network default NAD default] I0327 15:03:34.046370 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-sg8bh, hostIfaceName: 936095cfd8780c5, network: default, NAD default, SandboxID: "936095cfd8780c5c9b07d21ac51a1dc7d6301d0b2eba5a371bf19be82bd76fac", PCI device ID: , UID: "05ba1c3c-bdc6-48be-8175-355cda53902a", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0327 15:03:34.084631 3839 cni.go:424] [openshift-network-diagnostics/network-check-target-sg8bh 936095cfd8780c5c9b07d21ac51a1dc7d6301d0b2eba5a371bf19be82bd76fac network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-sg8bh 936095cfd8780c5c9b07d21ac51a1dc7d6301d0b2eba5a371bf19be82bd76fac network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:f4:23:c2:ac:bc\",\"name\":\"936095cfd8780c5\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb5ae1f-29bf-46f3-bb54-64dd488df9f0\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:03:34.683928 3839 cni.go:403] [kube-system/global-pull-secret-syncer-5xq8l d2f0e85e21a92e50c90a1630ea064cb899aab2a86998403a2505108c607e5262 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-5xq8l d2f0e85e21a92e50c90a1630ea064cb899aab2a86998403a2505108c607e5262 network default NAD default] I0327 15:03:34.694252 3839 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5xq8l, hostIfaceName: d2f0e85e21a92e5, network: default, NAD default, SandboxID: "d2f0e85e21a92e50c90a1630ea064cb899aab2a86998403a2505108c607e5262", PCI device ID: , UID: "cd2f33a1-f6d8-441e-bc64-0b56862400e5", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0327 15:03:34.736092 3839 cni.go:424] [kube-system/global-pull-secret-syncer-5xq8l d2f0e85e21a92e50c90a1630ea064cb899aab2a86998403a2505108c607e5262 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5xq8l d2f0e85e21a92e50c90a1630ea064cb899aab2a86998403a2505108c607e5262 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:48:13:22:fc:6c\",\"name\":\"d2f0e85e21a92e5\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce9255cb-af5a-48fd-b4f5-caf4eebcd646\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:03:34.994418 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0327 15:03:34.994423 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0327 15:03:34.994448 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 30.795µs I0327 15:03:34.994469 3839 default_network_controller.go:1008] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 15:03:40.143952 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:03:46.130911 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0327 15:03:46.130956 3839 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal" I0327 15:03:46.130971 3839 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:46.130975 3839 default_network_controller.go:1008] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 15:03:46.130987 3839 services_controller.go:574] Full service sync requested for network=default W0327 15:03:46.131105 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:03:46.243403 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0327 15:03:46.243446 3839 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:46.243458 3839 services_controller.go:574] Full service sync requested for network=default I0327 15:03:46.243459 3839 default_network_controller.go:1008] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 15:03:46.243705 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:03:46.244177 3839 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-80.ec2.internal for the network default I0327 15:03:46.245340 3839 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-80.ec2.internal" on network "default" took: 1.179497ms W0327 15:03:47.594943 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:03:48.798392 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0327 15:03:48.798420 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 39.976µs I0327 15:03:48.798468 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0327 15:03:48.798470 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0327 15:03:48.798488 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules I0327 15:03:48.798504 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 15:03:48.798523 3839 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0327 15:03:48.798543 3839 services_controller.go:574] Full service sync requested for network=default W0327 15:03:48.799247 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:03:48.805600 3839 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-80.ec2.internal. Updating no re-route policies I0327 15:03:48.813606 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules I0327 15:03:48.813620 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 15:03:52.243562 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0327 15:03:52.243587 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 31.264µs W0327 15:04:11.131726 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:05:28.875557 3839 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq for pod on switch ip-10-0-1-176.ec2.internal I0327 15:05:28.875652 3839 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq I0327 15:05:28.888770 3839 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq] pod update took 13.145166ms I0327 15:05:28.888790 3839 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq] addLogicalPort annotation time took 13.170222ms I0327 15:05:28.889868 3839 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq] addLogicalPort took 14.331635ms, libovsdb time 812.654µs I0327 15:05:29.232499 3839 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default] I0327 15:05:29.241595 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq, hostIfaceName: ec833828384b0d1, network: default, NAD default, SandboxID: "ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3", PCI device ID: , UID: "790596a3-b3bd-4cc0-9116-c5b37124702e", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0327 15:05:29.280019 3839 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:ca:d5:06:5e:a6\",\"name\":\"ec833828384b0d1\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a60d40d0-73a4-453d-bfa5-77d5460454f4\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:05:48.426822 3839 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default] I0327 15:05:48.492654 3839 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq ec833828384b0d15be6de7c6354e08c06ebb984986bf06b83f151e59d9bf16e3 network default NAD default], result "{}", err I0327 15:05:48.528771 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:05:48.528811 3839 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq I0327 15:05:48.530005 3839 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq, ips: 10.129.0.9 I0327 15:05:48.530030 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:05:48.530048 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:05:48.530059 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0327 15:05:48.530217 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:05:48.530231 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0327 15:05:49.552077 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:05:49.552101 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:05:49.552125 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:05:49.552136 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390425fq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:05:53.979154 3839 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 15:05:53.989279 3839 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 15:06:58.390115 3839 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-654jk] creating logical port openshift-insights_insights-operator-5577457d66-654jk for pod on switch ip-10-0-1-176.ec2.internal I0327 15:06:58.390203 3839 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-654jk I0327 15:06:58.393195 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-p2gn9 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:06:58.393303 3839 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9 I0327 15:06:58.395364 3839 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-58dnb for pod on switch ip-10-0-1-176.ec2.internal I0327 15:06:58.395484 3839 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb I0327 15:06:58.402385 3839 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-8ppd8] creating logical port openshift-console-operator_console-operator-8777bd9bb-8ppd8 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:06:58.402475 3839 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-8ppd8 I0327 15:06:58.413983 3839 pod.go:62] [openshift-insights/insights-operator-5577457d66-654jk] pod update took 23.804661ms I0327 15:06:58.414005 3839 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-654jk] addLogicalPort annotation time took 23.830335ms I0327 15:06:58.415136 3839 pods.go:271] [openshift-insights/insights-operator-5577457d66-654jk] addLogicalPort took 25.039849ms, libovsdb time 848.405µs I0327 15:06:58.423982 3839 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9] pod update took 30.700122ms I0327 15:06:58.424004 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9] addLogicalPort annotation time took 30.721114ms I0327 15:06:58.424166 3839 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb] pod update took 28.704069ms I0327 15:06:58.424189 3839 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb] addLogicalPort annotation time took 28.730351ms I0327 15:06:58.424224 3839 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-8ppd8] pod update took 21.767516ms I0327 15:06:58.424241 3839 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-8ppd8] addLogicalPort annotation time took 21.785538ms I0327 15:06:58.425209 3839 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9] addLogicalPort took 32.023549ms, libovsdb time 884.763µs I0327 15:06:58.425616 3839 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb] addLogicalPort took 30.258864ms, libovsdb time 1.118012ms I0327 15:06:58.425978 3839 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-8ppd8] addLogicalPort took 23.60386ms, libovsdb time 1.435464ms I0327 15:06:58.495157 3839 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-lkcqq for pod on switch ip-10-0-1-176.ec2.internal I0327 15:06:58.495248 3839 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq I0327 15:06:58.499462 3839 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-697n7 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:06:58.499536 3839 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7 I0327 15:06:58.516229 3839 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq] pod update took 21.000018ms I0327 15:06:58.516250 3839 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq] addLogicalPort annotation time took 21.021118ms I0327 15:06:58.517098 3839 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq] addLogicalPort took 21.953921ms, libovsdb time 582.592µs I0327 15:06:58.524759 3839 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7] pod update took 25.249267ms I0327 15:06:58.524779 3839 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7] addLogicalPort annotation time took 25.268334ms I0327 15:06:58.525589 3839 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7] addLogicalPort took 26.13864ms, libovsdb time 573.431µs I0327 15:06:58.746970 3839 cni.go:403] [openshift-insights/insights-operator-5577457d66-654jk aad57c4dd5262580a1cba9ca90b8eb0ce8bae7bca907eef8cb44c88996c53935 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-654jk aad57c4dd5262580a1cba9ca90b8eb0ce8bae7bca907eef8cb44c88996c53935 network default NAD default] I0327 15:06:58.755890 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-654jk, hostIfaceName: aad57c4dd526258, network: default, NAD default, SandboxID: "aad57c4dd5262580a1cba9ca90b8eb0ce8bae7bca907eef8cb44c88996c53935", PCI device ID: , UID: "e26d5292-6e84-434c-990c-225e52522b64", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0327 15:06:58.757296 3839 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb 985c3a938b0443a7af9d019571e3328d0013d1a0253874cdb91203627c1e12e3 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb 985c3a938b0443a7af9d019571e3328d0013d1a0253874cdb91203627c1e12e3 network default NAD default] I0327 15:06:58.765937 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-58dnb, hostIfaceName: 985c3a938b0443a, network: default, NAD default, SandboxID: "985c3a938b0443a7af9d019571e3328d0013d1a0253874cdb91203627c1e12e3", PCI device ID: , UID: "da0eadfd-6744-4483-878f-753ba7c405aa", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0327 15:06:58.766639 3839 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-8ppd8 a40fb29fc739d74939e0b4554325be7163af3bd2a6d0d88a459d133d84c3fc3b network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-8ppd8 a40fb29fc739d74939e0b4554325be7163af3bd2a6d0d88a459d133d84c3fc3b network default NAD default] I0327 15:06:58.777553 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-8ppd8, hostIfaceName: a40fb29fc739d74, network: default, NAD default, SandboxID: "a40fb29fc739d74939e0b4554325be7163af3bd2a6d0d88a459d133d84c3fc3b", PCI device ID: , UID: "19e4495e-09d7-42e0-a801-d56e169ed3c4", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0327 15:06:58.800735 3839 cni.go:424] [openshift-insights/insights-operator-5577457d66-654jk aad57c4dd5262580a1cba9ca90b8eb0ce8bae7bca907eef8cb44c88996c53935 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-654jk aad57c4dd5262580a1cba9ca90b8eb0ce8bae7bca907eef8cb44c88996c53935 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:e0:ea:8d:d9:d4\",\"name\":\"aad57c4dd526258\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adf93e55-00cd-4683-8ee6-482aaae95e58\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:06:58.816983 3839 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb 985c3a938b0443a7af9d019571e3328d0013d1a0253874cdb91203627c1e12e3 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-58dnb 985c3a938b0443a7af9d019571e3328d0013d1a0253874cdb91203627c1e12e3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:28:e0:5a:d5:47\",\"name\":\"985c3a938b0443a\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c08bce7c-1044-414f-9e52-1e6073656406\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:06:58.831560 3839 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-8ppd8 a40fb29fc739d74939e0b4554325be7163af3bd2a6d0d88a459d133d84c3fc3b network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-8ppd8 a40fb29fc739d74939e0b4554325be7163af3bd2a6d0d88a459d133d84c3fc3b network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:85:04:61:c9:05\",\"name\":\"a40fb29fc739d74\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7ae5c7b-72eb-4688-9e11-eb1785bba9eb\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:06:58.851422 3839 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq 4219c0565c8dee9fb3049bc318de3b549c8011859161c0912df3ea9b47da1700 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq 4219c0565c8dee9fb3049bc318de3b549c8011859161c0912df3ea9b47da1700 network default NAD default] I0327 15:06:58.859901 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-lkcqq, hostIfaceName: 4219c0565c8dee9, network: default, NAD default, SandboxID: "4219c0565c8dee9fb3049bc318de3b549c8011859161c0912df3ea9b47da1700", PCI device ID: , UID: "72d3fa07-93f5-48ec-a2bb-07680ff14463", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0327 15:06:58.898951 3839 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq 4219c0565c8dee9fb3049bc318de3b549c8011859161c0912df3ea9b47da1700 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lkcqq 4219c0565c8dee9fb3049bc318de3b549c8011859161c0912df3ea9b47da1700 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:ce:a6:62:96:71\",\"name\":\"4219c0565c8dee9\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23470c86-b99b-4c31-936c-2ce04c671352\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:07:02.628672 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 15:07:03.535391 3839 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0327 15:07:03.536423 3839 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.00788ms I0327 15:07:03.557465 3839 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 15:07:03.670113 3839 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-lqhcv for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:03.670226 3839 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv I0327 15:07:03.693512 3839 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv] pod update took 23.307503ms I0327 15:07:03.693528 3839 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv] addLogicalPort annotation time took 23.328188ms I0327 15:07:03.694649 3839 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv] addLogicalPort took 24.555006ms, libovsdb time 826.618µs I0327 15:07:04.025252 3839 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv 1f453a3d7bd1a9d280e1a2693dbda669db6580fd21a4103c051062c4ba8b76e4 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv 1f453a3d7bd1a9d280e1a2693dbda669db6580fd21a4103c051062c4ba8b76e4 network default NAD default] I0327 15:07:04.034609 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-lqhcv, hostIfaceName: 1f453a3d7bd1a9d, network: default, NAD default, SandboxID: "1f453a3d7bd1a9d280e1a2693dbda669db6580fd21a4103c051062c4ba8b76e4", PCI device ID: , UID: "d5fa665c-d56c-4958-b244-7fe72b899426", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0327 15:07:04.074188 3839 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv 1f453a3d7bd1a9d280e1a2693dbda669db6580fd21a4103c051062c4ba8b76e4 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-lqhcv 1f453a3d7bd1a9d280e1a2693dbda669db6580fd21a4103c051062c4ba8b76e4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:53:1a:e8:e5:92\",\"name\":\"1f453a3d7bd1a9d\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff3d928-d0d6-428f-91e2-44e74a4de4e5\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:04.320008 3839 namespace.go:98] [openshift-service-ca] adding namespace I0327 15:07:04.320914 3839 namespace.go:102] [openshift-service-ca] adding namespace took 882.175µs I0327 15:07:04.339603 3839 namespace.go:142] [openshift-service-ca] updating namespace W0327 15:07:10.594056 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 15:07:12.673701 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5877c497c6-7qwf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:12.673739 3839 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5877c497c6-7qwf2 I0327 15:07:12.674923 3839 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5877c497c6-7qwf2, ips: 10.129.0.6 I0327 15:07:12.674947 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5877c497c6-7qwf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:12.683796 3839 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65c4b7d4b8-946vl] creating logical port openshift-image-registry_image-registry-65c4b7d4b8-946vl for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:12.683896 3839 kube.go:256] Updating pod openshift-image-registry/image-registry-65c4b7d4b8-946vl I0327 15:07:12.684963 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5877c497c6-7qwf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:12.684980 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5877c497c6-7qwf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:12.691410 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5877c497c6-7qwf2 I0327 15:07:12.691431 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5877c497c6-7qwf2 I0327 15:07:12.702655 3839 pod.go:62] [openshift-image-registry/image-registry-65c4b7d4b8-946vl] pod update took 18.785828ms I0327 15:07:12.702672 3839 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-65c4b7d4b8-946vl] addLogicalPort annotation time took 18.806057ms I0327 15:07:12.703705 3839 pods.go:271] [openshift-image-registry/image-registry-65c4b7d4b8-946vl] addLogicalPort took 19.918777ms, libovsdb time 696.86µs I0327 15:07:13.040249 3839 cni.go:403] [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default] I0327 15:07:13.049346 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65c4b7d4b8-946vl, hostIfaceName: d977630ec9501c2, network: default, NAD default, SandboxID: "d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874", PCI device ID: , UID: "31f080e7-ed58-4653-8533-34f7e5699c3b", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0327 15:07:13.089676 3839 cni.go:424] [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:ca:c3:4b:ba:fd\",\"name\":\"d977630ec9501c2\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44dcff4e-3ee1-411d-a410-8cbd06640ae5\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:13.618101 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-66db7c9c95-jxct4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:13.618663 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-66db7c9c95-jxct4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:13.631488 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-66db7c9c95-jxct4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:13.631503 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-66db7c9c95-jxct4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:13.638760 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66db7c9c95-jxct4 I0327 15:07:13.638782 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66db7c9c95-jxct4 W0327 15:07:13.679940 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 15:07:14.467244 3839 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7 d44b536d431cbb7386081e927efcd2c942748cfb9b7c06406e40c738e9880614 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7 d44b536d431cbb7386081e927efcd2c942748cfb9b7c06406e40c738e9880614 network default NAD default] I0327 15:07:14.481396 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-697n7, hostIfaceName: d44b536d431cbb7, network: default, NAD default, SandboxID: "d44b536d431cbb7386081e927efcd2c942748cfb9b7c06406e40c738e9880614", PCI device ID: , UID: "714a79da-7e5d-479e-bbca-34e96f05ba07", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0327 15:07:14.522954 3839 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7 d44b536d431cbb7386081e927efcd2c942748cfb9b7c06406e40c738e9880614 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-697n7 d44b536d431cbb7386081e927efcd2c942748cfb9b7c06406e40c738e9880614 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:90:ef:2f:23:ce\",\"name\":\"d44b536d431cbb7\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a75bd82-a922-4f84-bb08-2e203ea76ab6\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:30.264830 3839 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9 883ee2d2fe862f4377dd3a063bc70a9ff974fa38f7ca14a320c5c27fd2327a49 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9 883ee2d2fe862f4377dd3a063bc70a9ff974fa38f7ca14a320c5c27fd2327a49 network default NAD default] I0327 15:07:30.273347 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-p2gn9, hostIfaceName: 883ee2d2fe862f4, network: default, NAD default, SandboxID: "883ee2d2fe862f4377dd3a063bc70a9ff974fa38f7ca14a320c5c27fd2327a49", PCI device ID: , UID: "7fa8153d-f9b5-494c-8f79-728d83f5b4ed", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0327 15:07:30.313406 3839 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9 883ee2d2fe862f4377dd3a063bc70a9ff974fa38f7ca14a320c5c27fd2327a49 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-p2gn9 883ee2d2fe862f4377dd3a063bc70a9ff974fa38f7ca14a320c5c27fd2327a49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:7e:d5:16:9a:b3\",\"name\":\"883ee2d2fe862f4\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da3de50f-9291-4ebc-8b6f-1dcacae96eb9\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:07:32.067979 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0327 15:07:32.068012 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 15:07:32.068028 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 15:07:32.072800 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 15:07:32.076732 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:07:32.076750 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:07:32.076758 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:07:32.081069 3839 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 15:07:32.081095 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 15:07:32.081102 3839 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0327 15:07:32.162525 3839 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wwfxz] creating logical port openshift-insights_insights-runtime-extractor-wwfxz for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:32.162620 3839 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wwfxz I0327 15:07:32.185434 3839 pod.go:62] [openshift-insights/insights-runtime-extractor-wwfxz] pod update took 22.842545ms I0327 15:07:32.185455 3839 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-wwfxz] addLogicalPort annotation time took 22.868944ms I0327 15:07:32.186688 3839 pods.go:271] [openshift-insights/insights-runtime-extractor-wwfxz] addLogicalPort took 24.176296ms, libovsdb time 884.576µs W0327 15:07:32.259554 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 15:07:32.275679 3839 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-tjlxc] creating logical port openshift-console_downloads-56d45c498b-tjlxc for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:32.275872 3839 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-tjlxc W0327 15:07:32.291475 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 15:07:32.297383 3839 pod.go:62] [openshift-console/downloads-56d45c498b-tjlxc] pod update took 21.568197ms I0327 15:07:32.297403 3839 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-tjlxc] addLogicalPort annotation time took 21.59332ms I0327 15:07:32.298637 3839 pods.go:271] [openshift-console/downloads-56d45c498b-tjlxc] addLogicalPort took 22.975921ms, libovsdb time 928.124µs I0327 15:07:32.520739 3839 cni.go:403] [openshift-insights/insights-runtime-extractor-wwfxz 72b505e6bcbf484d9ed3d2e973f55726c62823ea3bc2b43a1af219369ad81f47 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wwfxz 72b505e6bcbf484d9ed3d2e973f55726c62823ea3bc2b43a1af219369ad81f47 network default NAD default] I0327 15:07:32.530464 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wwfxz, hostIfaceName: 72b505e6bcbf484, network: default, NAD default, SandboxID: "72b505e6bcbf484d9ed3d2e973f55726c62823ea3bc2b43a1af219369ad81f47", PCI device ID: , UID: "e8fca0b9-5a1e-4305-aa1d-8a282b29ea84", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0327 15:07:32.573200 3839 cni.go:424] [openshift-insights/insights-runtime-extractor-wwfxz 72b505e6bcbf484d9ed3d2e973f55726c62823ea3bc2b43a1af219369ad81f47 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wwfxz 72b505e6bcbf484d9ed3d2e973f55726c62823ea3bc2b43a1af219369ad81f47 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:91:b4:0d:4e:6c\",\"name\":\"72b505e6bcbf484\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6fd2ecf-54ee-453b-ac4b-2378135ca429\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:32.625368 3839 cni.go:403] [openshift-console/downloads-56d45c498b-tjlxc d96ae24c22f54325fdfc6f8ea0a8f5521c533f02a3f20a60f6da0e6316441d67 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-tjlxc d96ae24c22f54325fdfc6f8ea0a8f5521c533f02a3f20a60f6da0e6316441d67 network default NAD default] I0327 15:07:32.634946 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-tjlxc, hostIfaceName: d96ae24c22f5432, network: default, NAD default, SandboxID: "d96ae24c22f54325fdfc6f8ea0a8f5521c533f02a3f20a60f6da0e6316441d67", PCI device ID: , UID: "4feb5304-3a09-4703-8045-d9792afbee5a", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0327 15:07:32.677276 3839 cni.go:424] [openshift-console/downloads-56d45c498b-tjlxc d96ae24c22f54325fdfc6f8ea0a8f5521c533f02a3f20a60f6da0e6316441d67 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-tjlxc d96ae24c22f54325fdfc6f8ea0a8f5521c533f02a3f20a60f6da0e6316441d67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:54:34:ad:4a:48\",\"name\":\"d96ae24c22f5432\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07101237-68ee-49d6-8a54-3abf7cb43f6e\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:33.088819 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-vnvxm for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:33.088941 3839 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm I0327 15:07:33.102539 3839 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm] pod update took 13.642859ms I0327 15:07:33.102563 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm] addLogicalPort annotation time took 13.670475ms I0327 15:07:33.103673 3839 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm] addLogicalPort took 14.8725ms, libovsdb time 802.049µs I0327 15:07:33.450125 3839 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm 216d69dd20f113b4de99074679507fbe3eb0692dca4369a5f1958a21df95d568 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm 216d69dd20f113b4de99074679507fbe3eb0692dca4369a5f1958a21df95d568 network default NAD default] I0327 15:07:33.458611 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-vnvxm, hostIfaceName: 216d69dd20f113b, network: default, NAD default, SandboxID: "216d69dd20f113b4de99074679507fbe3eb0692dca4369a5f1958a21df95d568", PCI device ID: , UID: "c391dfea-366b-4fc0-a6ee-f08e9bcebe84", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0327 15:07:33.500613 3839 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm 216d69dd20f113b4de99074679507fbe3eb0692dca4369a5f1958a21df95d568 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vnvxm 216d69dd20f113b4de99074679507fbe3eb0692dca4369a5f1958a21df95d568 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:18:c5:3a:e4:f8\",\"name\":\"216d69dd20f113b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7518a673-d30c-4528-8bc5-d6c4e7dc6510\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:07:36.768363 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 15:07:36.813455 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0327 15:07:38.177477 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-xbkd4] creating logical port openshift-monitoring_prometheus-operator-c56ff685-xbkd4 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:38.177606 3839 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-xbkd4 I0327 15:07:38.193212 3839 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-xbkd4] pod update took 15.633538ms I0327 15:07:38.193231 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-xbkd4] addLogicalPort annotation time took 15.656865ms I0327 15:07:38.194322 3839 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-xbkd4] addLogicalPort took 16.864099ms, libovsdb time 811.892µs I0327 15:07:39.136032 3839 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-xbkd4 3e5c89e52634d16e5c1a940a18862968148421d7b3ef9f1721ad65c291ddf41d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-xbkd4 3e5c89e52634d16e5c1a940a18862968148421d7b3ef9f1721ad65c291ddf41d network default NAD default] I0327 15:07:39.144209 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-xbkd4, hostIfaceName: 3e5c89e52634d16, network: default, NAD default, SandboxID: "3e5c89e52634d16e5c1a940a18862968148421d7b3ef9f1721ad65c291ddf41d", PCI device ID: , UID: "d37dcbfc-b5da-4c25-bc1a-8bb271849ee5", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0327 15:07:39.185345 3839 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-xbkd4 3e5c89e52634d16e5c1a940a18862968148421d7b3ef9f1721ad65c291ddf41d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-xbkd4 3e5c89e52634d16e5c1a940a18862968148421d7b3ef9f1721ad65c291ddf41d network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:5d:6b:bd:a4:4d\",\"name\":\"3e5c89e52634d16\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54c373ad-56c0-4187-85c1-b87ab11298a4\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:41.094366 3839 cni.go:403] [openshift-dns/dns-default-4jh4j 627e612e811ac7eaa90afd0d7ca3a8c8cb64fd66ac872ce21631487691ad93b1 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-4jh4j 627e612e811ac7eaa90afd0d7ca3a8c8cb64fd66ac872ce21631487691ad93b1 network default NAD default] I0327 15:07:41.103208 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4jh4j, hostIfaceName: 627e612e811ac7e, network: default, NAD default, SandboxID: "627e612e811ac7eaa90afd0d7ca3a8c8cb64fd66ac872ce21631487691ad93b1", PCI device ID: , UID: "15d42926-e612-48f4-82ec-43f7ad908ed0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0327 15:07:41.152066 3839 cni.go:424] [openshift-dns/dns-default-4jh4j 627e612e811ac7eaa90afd0d7ca3a8c8cb64fd66ac872ce21631487691ad93b1 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-4jh4j 627e612e811ac7eaa90afd0d7ca3a8c8cb64fd66ac872ce21631487691ad93b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:54:84:8a:74:74\",\"name\":\"627e612e811ac7e\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50c5a441-2341-47ee-8f45-b6e3f4bee821\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:41.544208 3839 base_network_controller_pods.go:487] [default/openshift-console/console-659bf44899-57xvt] creating logical port openshift-console_console-659bf44899-57xvt for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:41.544305 3839 kube.go:256] Updating pod openshift-console/console-659bf44899-57xvt I0327 15:07:41.559564 3839 pod.go:62] [openshift-console/console-659bf44899-57xvt] pod update took 15.283234ms I0327 15:07:41.559585 3839 base_network_controller_pods.go:937] [default/openshift-console/console-659bf44899-57xvt] addLogicalPort annotation time took 15.30983ms I0327 15:07:41.560782 3839 pods.go:271] [openshift-console/console-659bf44899-57xvt] addLogicalPort took 16.590643ms, libovsdb time 888.217µs W0327 15:07:41.705886 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 15:07:41.906472 3839 cni.go:403] [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default] ADD starting CNI request [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default] I0327 15:07:41.915590 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-659bf44899-57xvt, hostIfaceName: c3689aa60510e24, network: default, NAD default, SandboxID: "c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb", PCI device ID: , UID: "f4bccebf-d613-4505-a3c5-e995b30068e0", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0327 15:07:41.964649 3839 cni.go:424] [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default] ADD finished CNI request [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:5d:e9:3d:ab:75\",\"name\":\"c3689aa60510e24\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51d25c2c-adad-4cc3-864e-1a287ad9b92c\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:07:42.160233 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 15:07:43.671638 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-4lqtb for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:43.671758 3839 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb I0327 15:07:43.688901 3839 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb] pod update took 17.178944ms I0327 15:07:43.688927 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb] addLogicalPort annotation time took 17.209213ms I0327 15:07:43.690032 3839 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb] addLogicalPort took 18.416148ms, libovsdb time 781.979µs I0327 15:07:44.814932 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:44.815090 3839 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0327 15:07:44.843103 3839 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.048446ms I0327 15:07:44.843135 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.08842ms I0327 15:07:44.844514 3839 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.603662ms, libovsdb time 929.205µs W0327 15:07:45.641272 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 15:07:45.641297 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0327 15:07:46.819039 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-869bc4dbf8-45smp] creating logical port openshift-monitoring_thanos-querier-869bc4dbf8-45smp for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:46.819174 3839 kube.go:256] Updating pod openshift-monitoring/thanos-querier-869bc4dbf8-45smp I0327 15:07:46.838456 3839 pod.go:62] [openshift-monitoring/thanos-querier-869bc4dbf8-45smp] pod update took 19.310068ms I0327 15:07:46.838481 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-869bc4dbf8-45smp] addLogicalPort annotation time took 19.339837ms I0327 15:07:46.839707 3839 pods.go:271] [openshift-monitoring/thanos-querier-869bc4dbf8-45smp] addLogicalPort took 20.687498ms, libovsdb time 862.386µs W0327 15:07:47.198153 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:07:47.198180 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:07:47.198189 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:07:48.715379 3839 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-659bf44899-rpc84 IP address from the namespace address-set, err: pod openshift-console/console-659bf44899-rpc84: no pod IPs found W0327 15:07:51.263208 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:07:51.263227 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 15:07:51.703303 3839 cni.go:403] [openshift-monitoring/thanos-querier-869bc4dbf8-45smp 0fc505ac0439c3ba4098082b4cd60f6a92314fa297f69b6437d408ca9751c16e network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-869bc4dbf8-45smp 0fc505ac0439c3ba4098082b4cd60f6a92314fa297f69b6437d408ca9751c16e network default NAD default] I0327 15:07:51.703868 3839 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb 0076440eb73704583d914d5c8d574b4d91451e4cbca1973a96c1a56d6174bdcc network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb 0076440eb73704583d914d5c8d574b4d91451e4cbca1973a96c1a56d6174bdcc network default NAD default] I0327 15:07:51.705815 3839 cni.go:403] [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default] I0327 15:07:51.715899 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-4lqtb, hostIfaceName: 0076440eb737045, network: default, NAD default, SandboxID: "0076440eb73704583d914d5c8d574b4d91451e4cbca1973a96c1a56d6174bdcc", PCI device ID: , UID: "1b8a6c59-4679-4c0f-978b-5db96dab98f0", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0327 15:07:51.715920 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-869bc4dbf8-45smp, hostIfaceName: 0fc505ac0439c3b, network: default, NAD default, SandboxID: "0fc505ac0439c3ba4098082b4cd60f6a92314fa297f69b6437d408ca9751c16e", PCI device ID: , UID: "1c0fa159-7e54-4082-bb85-84fbe54d2a9e", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0327 15:07:51.716217 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 046b69c0a29a2e4, network: default, NAD default, SandboxID: "046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e", PCI device ID: , UID: "95c31649-ff43-4790-bb6f-d9515c5bd6f1", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] W0327 15:07:51.752820 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0327 15:07:51.765832 3839 cni.go:424] [openshift-monitoring/thanos-querier-869bc4dbf8-45smp 0fc505ac0439c3ba4098082b4cd60f6a92314fa297f69b6437d408ca9751c16e network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-869bc4dbf8-45smp 0fc505ac0439c3ba4098082b4cd60f6a92314fa297f69b6437d408ca9751c16e network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:ed:07:a3:c2:7b\",\"name\":\"0fc505ac0439c3b\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6e56f52-f09b-491c-bc36-c5aee0b377dd\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:51.784571 3839 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb 0076440eb73704583d914d5c8d574b4d91451e4cbca1973a96c1a56d6174bdcc network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-4lqtb 0076440eb73704583d914d5c8d574b4d91451e4cbca1973a96c1a56d6174bdcc network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:74:5c:d4:74:93\",\"name\":\"0076440eb737045\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89e5cf03-2934-40d8-92ee-19c905b1f062\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:07:51.803867 3839 cni.go:424] [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:12:ac:59:79:5f\",\"name\":\"046b69c0a29a2e4\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a29fac2-2e05-44a0-9153-b777670cdc48\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:07:52.277138 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 15:07:52.308739 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:52.308756 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:52.308763 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:52.308768 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:52.849367 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0327 15:07:53.795466 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 15:07:53.807859 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 15:07:53.807880 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 15:07:53.807887 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 15:07:53.837696 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:07:53.837716 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:07:53.907060 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:07:53.907078 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:07:53.907083 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:07:55.882304 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:55.882320 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:55.882324 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:55.882328 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 15:07:57.446568 3839 cni.go:403] [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default] I0327 15:07:57.535444 3839 cni.go:424] [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-65c4b7d4b8-946vl d977630ec9501c2221af9d089fd9a716f3a43d3c3abc4b4c2eb9aade96198874 network default NAD default], result "{}", err I0327 15:07:57.541766 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5877c497c6-7vmg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:57.542358 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5877c497c6-7vmg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:57.583538 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-65c4b7d4b8-946vl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:57.583570 3839 pods.go:176] Deleting pod: openshift-image-registry/image-registry-65c4b7d4b8-946vl I0327 15:07:57.584906 3839 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-65c4b7d4b8-946vl, ips: 10.129.0.17 I0327 15:07:57.584932 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-65c4b7d4b8-946vl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:07:57.593380 3839 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-64dd4964c8-24cjz] creating logical port openshift-image-registry_image-registry-64dd4964c8-24cjz for pod on switch ip-10-0-1-176.ec2.internal I0327 15:07:57.593483 3839 kube.go:256] Updating pod openshift-image-registry/image-registry-64dd4964c8-24cjz I0327 15:07:57.608631 3839 pod.go:62] [openshift-image-registry/image-registry-64dd4964c8-24cjz] pod update took 15.184468ms I0327 15:07:57.608654 3839 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-64dd4964c8-24cjz] addLogicalPort annotation time took 15.210945ms I0327 15:07:57.609908 3839 pods.go:271] [openshift-image-registry/image-registry-64dd4964c8-24cjz] addLogicalPort took 16.540103ms, libovsdb time 895.762µs I0327 15:07:57.886886 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-65c4b7d4b8-946vl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:57.886909 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-65c4b7d4b8-946vl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:57.892069 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65c4b7d4b8-946vl I0327 15:07:57.892102 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65c4b7d4b8-946vl I0327 15:07:57.956396 3839 cni.go:403] [openshift-image-registry/image-registry-64dd4964c8-24cjz 319d16cb493a2111b46a4640875e659ba210e63bb01c32b3ff0ba94930f92717 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-64dd4964c8-24cjz 319d16cb493a2111b46a4640875e659ba210e63bb01c32b3ff0ba94930f92717 network default NAD default] I0327 15:07:57.965946 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-64dd4964c8-24cjz, hostIfaceName: 319d16cb493a211, network: default, NAD default, SandboxID: "319d16cb493a2111b46a4640875e659ba210e63bb01c32b3ff0ba94930f92717", PCI device ID: , UID: "a7a7a16a-b608-40b3-9f5d-3f63f2695414", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0327 15:07:58.012328 3839 cni.go:424] [openshift-image-registry/image-registry-64dd4964c8-24cjz 319d16cb493a2111b46a4640875e659ba210e63bb01c32b3ff0ba94930f92717 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-64dd4964c8-24cjz 319d16cb493a2111b46a4640875e659ba210e63bb01c32b3ff0ba94930f92717 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:a0:18:ec:8b:c9\",\"name\":\"319d16cb493a211\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/719a5ee9-bf2d-4673-97ec-072101d87707\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:07:58.247078 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247102 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247108 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247114 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247136 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247141 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247146 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:07:58.247151 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 15:07:58.261803 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5877c497c6-7vmg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:58.261828 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5877c497c6-7vmg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:07:58.265083 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5877c497c6-7vmg7 I0327 15:07:58.265106 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5877c497c6-7vmg7 W0327 15:08:01.900696 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:08:01.900713 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:08:01.900719 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:08:01.900723 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 15:08:07.991108 3839 obj_retry.go:464] Detected object openshift-console/console-8579887566-h47gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:07.991675 3839 obj_retry.go:464] Detected object openshift-console/console-8579887566-h47gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:08.857051 3839 obj_retry.go:458] Detected object openshift-console/console-8579887566-h47gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:08.857076 3839 obj_retry.go:458] Detected object openshift-console/console-8579887566-h47gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:08.861835 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8579887566-h47gd I0327 15:08:08.861868 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8579887566-h47gd W0327 15:08:15.228052 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:08:15.228074 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:08:15.228080 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 15:08:16.989310 3839 cni.go:403] [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default] DEL starting CNI request [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default] I0327 15:08:17.068702 3839 cni.go:424] [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default] DEL finished CNI request [openshift-console/console-659bf44899-57xvt c3689aa60510e2402b899e28c747da71e1fe20a4640ca96a49abad0c7f1fdfdb network default NAD default], result "{}", err I0327 15:08:17.131138 3839 obj_retry.go:464] Detected object openshift-console/console-659bf44899-57xvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:17.131205 3839 pods.go:176] Deleting pod: openshift-console/console-659bf44899-57xvt I0327 15:08:17.132430 3839 pods.go:236] Attempting to release IPs for pod: openshift-console/console-659bf44899-57xvt, ips: 10.129.0.22 I0327 15:08:17.132456 3839 obj_retry.go:464] Detected object openshift-console/console-659bf44899-57xvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:17.141261 3839 base_network_controller_pods.go:487] [default/openshift-console/console-6865b86f9c-xttgq] creating logical port openshift-console_console-6865b86f9c-xttgq for pod on switch ip-10-0-1-176.ec2.internal I0327 15:08:17.141357 3839 kube.go:256] Updating pod openshift-console/console-6865b86f9c-xttgq I0327 15:08:17.154928 3839 pod.go:62] [openshift-console/console-6865b86f9c-xttgq] pod update took 13.595819ms I0327 15:08:17.154946 3839 base_network_controller_pods.go:937] [default/openshift-console/console-6865b86f9c-xttgq] addLogicalPort annotation time took 13.617087ms I0327 15:08:17.156062 3839 pods.go:271] [openshift-console/console-6865b86f9c-xttgq] addLogicalPort took 14.813005ms, libovsdb time 795.803µs I0327 15:08:17.563862 3839 cni.go:403] [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default] ADD starting CNI request [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default] I0327 15:08:17.572214 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6865b86f9c-xttgq, hostIfaceName: f0dffa979456c33, network: default, NAD default, SandboxID: "f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd", PCI device ID: , UID: "3c9f24ef-2623-421d-9ed3-363ad0258518", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0327 15:08:17.614185 3839 cni.go:424] [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default] ADD finished CNI request [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:64:1c:e0:81:fe\",\"name\":\"f0dffa979456c33\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d5b5e65-dfc6-4f03-9965-c88080c4311f\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:08:17.988113 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0327 15:08:17.988149 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0327 15:08:17.988195 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0327 15:08:18.016262 3839 obj_retry.go:458] Detected object openshift-console/console-659bf44899-57xvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:18.016287 3839 obj_retry.go:458] Detected object openshift-console/console-659bf44899-57xvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:18.021641 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-659bf44899-57xvt I0327 15:08:18.021665 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-659bf44899-57xvt W0327 15:08:18.893971 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 15:08:18.894001 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 15:08:18.932686 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 15:08:18.932706 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 15:08:19.006797 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0327 15:08:19.919805 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 15:08:27.917901 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 15:08:28.027549 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0327 15:08:28.027555 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0327 15:08:28.027607 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0327 15:08:28.057413 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 15:08:29.034053 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0327 15:08:33.588683 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0327 15:08:38.566623 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0327 15:08:44.234478 3839 obj_retry.go:464] Detected object openshift-console/console-8579887566-55wtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:44.237025 3839 obj_retry.go:464] Detected object openshift-console/console-8579887566-55wtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:44.441693 3839 obj_retry.go:458] Detected object openshift-console/console-8579887566-55wtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:44.441716 3839 obj_retry.go:458] Detected object openshift-console/console-8579887566-55wtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:44.447275 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8579887566-55wtk I0327 15:08:44.447296 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8579887566-55wtk I0327 15:08:46.283493 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-65c4b7d4b8-78rvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:46.284032 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-65c4b7d4b8-78rvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:08:46.986542 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-65c4b7d4b8-78rvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:46.986567 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-65c4b7d4b8-78rvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:08:46.992084 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65c4b7d4b8-78rvv I0327 15:08:46.992108 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65c4b7d4b8-78rvv I0327 15:08:59.557002 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0327 15:09:05.671820 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:05.672478 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:06.549330 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:06.549355 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:06.554518 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0327 15:09:06.554541 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0327 15:09:08.373636 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-8646476cd6-pmkcv] creating logical port openshift-monitoring_telemeter-client-8646476cd6-pmkcv for pod on switch ip-10-0-1-176.ec2.internal I0327 15:09:08.373759 3839 kube.go:256] Updating pod openshift-monitoring/telemeter-client-8646476cd6-pmkcv I0327 15:09:08.407202 3839 pod.go:62] [openshift-monitoring/telemeter-client-8646476cd6-pmkcv] pod update took 33.467855ms I0327 15:09:08.407225 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-8646476cd6-pmkcv] addLogicalPort annotation time took 33.496398ms I0327 15:09:08.408503 3839 pods.go:271] [openshift-monitoring/telemeter-client-8646476cd6-pmkcv] addLogicalPort took 34.88247ms, libovsdb time 918.581µs I0327 15:09:08.737036 3839 cni.go:403] [openshift-monitoring/telemeter-client-8646476cd6-pmkcv 8bd311fa1dbc6b2e0c6913dde3eed206700a94b97363c4a4c6f9f571602865c0 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-8646476cd6-pmkcv 8bd311fa1dbc6b2e0c6913dde3eed206700a94b97363c4a4c6f9f571602865c0 network default NAD default] I0327 15:09:08.746140 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-8646476cd6-pmkcv, hostIfaceName: 8bd311fa1dbc6b2, network: default, NAD default, SandboxID: "8bd311fa1dbc6b2e0c6913dde3eed206700a94b97363c4a4c6f9f571602865c0", PCI device ID: , UID: "8c78e1e5-2ea3-409a-9647-41c09c4f6b98", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0327 15:09:08.794149 3839 cni.go:424] [openshift-monitoring/telemeter-client-8646476cd6-pmkcv 8bd311fa1dbc6b2e0c6913dde3eed206700a94b97363c4a4c6f9f571602865c0 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-8646476cd6-pmkcv 8bd311fa1dbc6b2e0c6913dde3eed206700a94b97363c4a4c6f9f571602865c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:bd:a7:f0:6f:47\",\"name\":\"8bd311fa1dbc6b2\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a573b2fb-1fd2-464b-bdf7-075d280c6221\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:09:09.981662 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:09.982251 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:10.577893 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:10.577914 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:10.584929 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0327 15:09:10.584943 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0327 15:09:12.594079 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0327 15:09:14.018637 3839 cni.go:403] [openshift-multus/network-metrics-daemon-h9rtb 52786c716b4d49074d67296ecef90505281b8b17bfe8e2431a26e41b45044c8d network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-h9rtb 52786c716b4d49074d67296ecef90505281b8b17bfe8e2431a26e41b45044c8d network default NAD default] I0327 15:09:14.026958 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-h9rtb, hostIfaceName: 52786c716b4d490, network: default, NAD default, SandboxID: "52786c716b4d49074d67296ecef90505281b8b17bfe8e2431a26e41b45044c8d", PCI device ID: , UID: "10ec8528-6e32-4979-a7f5-a8f199035612", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0327 15:09:14.069371 3839 cni.go:424] [openshift-multus/network-metrics-daemon-h9rtb 52786c716b4d49074d67296ecef90505281b8b17bfe8e2431a26e41b45044c8d network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-h9rtb 52786c716b4d49074d67296ecef90505281b8b17bfe8e2431a26e41b45044c8d network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:f0:0a:44:3c:cc\",\"name\":\"52786c716b4d490\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e2de684-44c7-4c5e-84f2-0ca5e70d0b80\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:09:37.659628 3839 cni.go:403] [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default] DEL starting CNI request [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default] I0327 15:09:37.724777 3839 cni.go:424] [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default] DEL finished CNI request [openshift-console/console-6865b86f9c-xttgq f0dffa979456c3389f31c654941a5f09dc7680d9b09fb5c1bd6a25ac7c0d36dd network default NAD default], result "{}", err I0327 15:09:37.763984 3839 obj_retry.go:464] Detected object openshift-console/console-6865b86f9c-xttgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:37.764018 3839 pods.go:176] Deleting pod: openshift-console/console-6865b86f9c-xttgq I0327 15:09:37.765364 3839 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6865b86f9c-xttgq, ips: 10.129.0.27 I0327 15:09:37.765398 3839 obj_retry.go:464] Detected object openshift-console/console-6865b86f9c-xttgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:37.772333 3839 base_network_controller_pods.go:487] [default/openshift-console/console-6b65cb69c9-pgrnb] creating logical port openshift-console_console-6b65cb69c9-pgrnb for pod on switch ip-10-0-1-176.ec2.internal I0327 15:09:37.772495 3839 kube.go:256] Updating pod openshift-console/console-6b65cb69c9-pgrnb I0327 15:09:37.791201 3839 pod.go:62] [openshift-console/console-6b65cb69c9-pgrnb] pod update took 18.744448ms I0327 15:09:37.791222 3839 base_network_controller_pods.go:937] [default/openshift-console/console-6b65cb69c9-pgrnb] addLogicalPort annotation time took 18.771223ms I0327 15:09:37.792340 3839 pods.go:271] [openshift-console/console-6b65cb69c9-pgrnb] addLogicalPort took 20.021644ms, libovsdb time 812.562µs I0327 15:09:38.131711 3839 cni.go:403] [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default] ADD starting CNI request [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default] I0327 15:09:38.143945 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6b65cb69c9-pgrnb, hostIfaceName: 12e694a20c50c07, network: default, NAD default, SandboxID: "12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863", PCI device ID: , UID: "a8c5ac31-8a47-4c66-ac11-70dd8f512246", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0327 15:09:38.190217 3839 cni.go:403] [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default] I0327 15:09:38.193742 3839 cni.go:424] [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default] ADD finished CNI request [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:c3:14:3e:e5:6a\",\"name\":\"12e694a20c50c07\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/907bb96d-ecf3-4f8f-a676-ff92dd53d073\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:09:38.257349 3839 cni.go:424] [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 046b69c0a29a2e4f80195ae7958d208675b6ddf4a7d0c65f05f918981b517c6e network default NAD default], result "{}", err I0327 15:09:38.311672 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:38.311712 3839 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0327 15:09:38.313115 3839 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.24 I0327 15:09:38.313144 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:38.355722 3839 obj_retry.go:458] Detected object openshift-console/console-6865b86f9c-xttgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:38.355753 3839 obj_retry.go:458] Detected object openshift-console/console-6865b86f9c-xttgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:38.365251 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6865b86f9c-xttgq I0327 15:09:38.365284 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6865b86f9c-xttgq I0327 15:09:38.637743 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:38.637787 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:38.643273 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0327 15:09:38.643301 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0327 15:09:38.695416 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:09:38.695575 3839 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0327 15:09:38.720167 3839 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.643537ms I0327 15:09:38.720190 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.671343ms I0327 15:09:38.721462 3839 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.065136ms, libovsdb time 923.848µs I0327 15:09:39.060898 3839 cni.go:403] [openshift-monitoring/alertmanager-main-0 a80ded3ed00f49d10921f36e3fcba97d83d8d721994290b06d690e58e92ae4dc network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a80ded3ed00f49d10921f36e3fcba97d83d8d721994290b06d690e58e92ae4dc network default NAD default] I0327 15:09:39.069508 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a80ded3ed00f49d, network: default, NAD default, SandboxID: "a80ded3ed00f49d10921f36e3fcba97d83d8d721994290b06d690e58e92ae4dc", PCI device ID: , UID: "fe2ff1aa-88c7-4d74-a9c7-3992fe774486", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0327 15:09:39.111440 3839 cni.go:424] [openshift-monitoring/alertmanager-main-0 a80ded3ed00f49d10921f36e3fcba97d83d8d721994290b06d690e58e92ae4dc network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a80ded3ed00f49d10921f36e3fcba97d83d8d721994290b06d690e58e92ae4dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:d4:77:39:69:0e\",\"name\":\"a80ded3ed00f49d\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/176cce88-c139-4c1e-8450-fdffb3b6e3f2\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:09:48.404944 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 15:09:48.969141 3839 obj_retry.go:464] Detected object openshift-console/console-6865b86f9c-hl52k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:48.969735 3839 obj_retry.go:464] Detected object openshift-console/console-6865b86f9c-hl52k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:09:49.214540 3839 obj_retry.go:458] Detected object openshift-console/console-6865b86f9c-hl52k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:49.214559 3839 obj_retry.go:458] Detected object openshift-console/console-6865b86f9c-hl52k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:09:49.217662 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6865b86f9c-hl52k I0327 15:09:49.217691 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6865b86f9c-hl52k I0327 15:09:57.471709 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 W0327 15:09:59.115897 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:09:59.115939 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:09:59.115946 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 15:09:59.582102 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0327 15:10:00.806380 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577060-79dxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:00.806941 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577060-79dxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:00.819866 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577060-79dxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:00.819882 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577060-79dxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:00.823353 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29577060-79dxd I0327 15:10:00.823368 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577060-79dxd I0327 15:10:01.557412 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 15:10:13.163427 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:13.164019 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:13.619548 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:13.619594 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:13.627657 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0327 15:10:13.627677 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0327 15:10:55.403438 3839 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-xkmkc for pod on switch ip-10-0-1-176.ec2.internal I0327 15:10:55.403571 3839 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc I0327 15:10:55.419783 3839 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc] pod update took 16.248587ms I0327 15:10:55.419808 3839 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc] addLogicalPort annotation time took 16.278891ms I0327 15:10:55.421174 3839 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc] addLogicalPort took 17.753927ms, libovsdb time 1.019651ms I0327 15:10:55.608753 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0327 15:10:55.608812 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0327 15:10:55.608834 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 26.828µs I0327 15:10:55.761665 3839 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc 2701cadd04ba5c969cc6b757b23d199115630b584c522b3c18ebd1261e04fdd7 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc 2701cadd04ba5c969cc6b757b23d199115630b584c522b3c18ebd1261e04fdd7 network default NAD default] I0327 15:10:55.770781 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-xkmkc, hostIfaceName: 2701cadd04ba5c9, network: default, NAD default, SandboxID: "2701cadd04ba5c969cc6b757b23d199115630b584c522b3c18ebd1261e04fdd7", PCI device ID: , UID: "7fbbaf4a-428d-457a-bb59-d9db0d19b5b9", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0327 15:10:55.814293 3839 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc 2701cadd04ba5c969cc6b757b23d199115630b584c522b3c18ebd1261e04fdd7 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-xkmkc 2701cadd04ba5c969cc6b757b23d199115630b584c522b3c18ebd1261e04fdd7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:ca:a4:e5:92:ea\",\"name\":\"2701cadd04ba5c9\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41480c4c-d71c-40e7-9f59-0491a9a13098\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:10:58.692197 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0327 15:11:09.697960 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:11:09.731437 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 15:11:09.731506 3839 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4cnll IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4cnll: no pod IPs found I0327 15:11:10.076921 3839 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 15:11:36.561764 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 15:11:47.174993 3839 obj_retry.go:464] Detected object openshift-console/console-6b65cb69c9-6xjhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:47.175628 3839 obj_retry.go:464] Detected object openshift-console/console-6b65cb69c9-6xjhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:47.498631 3839 obj_retry.go:458] Detected object openshift-console/console-6b65cb69c9-6xjhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:47.498654 3839 obj_retry.go:458] Detected object openshift-console/console-6b65cb69c9-6xjhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:47.508303 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b65cb69c9-6xjhr I0327 15:11:47.508329 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b65cb69c9-6xjhr I0327 15:11:56.467235 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0327 15:11:57.813822 3839 cni.go:403] [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default] DEL starting CNI request [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default] I0327 15:11:57.874610 3839 cni.go:424] [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default] DEL finished CNI request [openshift-console/console-6b65cb69c9-pgrnb 12e694a20c50c0760b0406e5919b5004648b7f0742b21a7337d7d9d5fe94e863 network default NAD default], result "{}", err I0327 15:11:57.916998 3839 obj_retry.go:464] Detected object openshift-console/console-6b65cb69c9-pgrnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:57.917030 3839 pods.go:176] Deleting pod: openshift-console/console-6b65cb69c9-pgrnb I0327 15:11:57.918259 3839 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b65cb69c9-pgrnb, ips: 10.129.0.29 I0327 15:11:57.918289 3839 obj_retry.go:464] Detected object openshift-console/console-6b65cb69c9-pgrnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:58.268463 3839 obj_retry.go:458] Detected object openshift-console/console-6b65cb69c9-pgrnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:58.268490 3839 obj_retry.go:458] Detected object openshift-console/console-6b65cb69c9-pgrnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:58.277756 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b65cb69c9-pgrnb I0327 15:11:58.277774 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b65cb69c9-pgrnb I0327 15:11:59.576946 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 15:12:39.468690 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0327 15:12:40.477466 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=636 I0327 15:12:41.467749 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0327 15:12:51.468298 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0327 15:13:04.572280 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0327 15:13:04.594151 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0327 15:14:41.569730 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0327 15:15:17.560541 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 15:15:37.592072 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0327 15:16:36.847533 3839 namespace.go:98] [tsf] adding namespace I0327 15:16:36.848487 3839 namespace.go:102] [tsf] adding namespace took 927.098µs I0327 15:16:36.865736 3839 namespace.go:142] [tsf] updating namespace I0327 15:16:36.880252 3839 namespace.go:142] [tsf] updating namespace I0327 15:16:40.388004 3839 namespace.go:98] [cert-manager-operator] adding namespace I0327 15:16:40.388874 3839 namespace.go:102] [cert-manager-operator] adding namespace took 847.223µs I0327 15:16:40.392308 3839 namespace.go:98] [rhbk-operator] adding namespace I0327 15:16:40.392407 3839 namespace.go:98] [konflux-ui] adding namespace I0327 15:16:40.393147 3839 namespace.go:102] [rhbk-operator] adding namespace took 818.62µs I0327 15:16:40.393478 3839 namespace.go:98] [rhtpa-operator] adding namespace I0327 15:16:40.393603 3839 namespace.go:98] [tsf-tpa] adding namespace I0327 15:16:40.393771 3839 namespace.go:98] [konflux-operator] adding namespace I0327 15:16:40.394129 3839 namespace.go:102] [konflux-ui] adding namespace took 1.703138ms I0327 15:16:40.394729 3839 namespace.go:102] [rhtpa-operator] adding namespace took 1.237611ms I0327 15:16:40.395303 3839 namespace.go:102] [tsf-tpa] adding namespace took 1.677865ms I0327 15:16:40.395630 3839 namespace.go:98] [tsf-keycloak] adding namespace I0327 15:16:40.395675 3839 namespace.go:98] [tsf-tas] adding namespace I0327 15:16:40.395941 3839 namespace.go:102] [konflux-operator] adding namespace took 2.155113ms I0327 15:16:40.396511 3839 namespace.go:102] [tsf-keycloak] adding namespace took 866.239µs I0327 15:16:40.397021 3839 namespace.go:102] [tsf-tas] adding namespace took 1.331901ms I0327 15:16:40.404985 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:16:40.422205 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:16:40.426672 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 15:16:40.441267 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 15:16:40.450678 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:40.451859 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:16:40.452184 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:16:40.458452 3839 namespace.go:142] [konflux-operator] updating namespace I0327 15:16:40.462602 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:40.462652 3839 namespace.go:142] [tsf-tas] updating namespace I0327 15:16:40.463959 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:16:40.465818 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 15:16:40.485655 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:16:40.496495 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:16:40.502024 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:40.516618 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:40.521393 3839 namespace.go:142] [konflux-operator] updating namespace I0327 15:16:40.541012 3839 namespace.go:142] [konflux-operator] updating namespace I0327 15:16:40.545993 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:40.558706 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:40.564941 3839 namespace.go:142] [tsf-tas] updating namespace I0327 15:16:40.575380 3839 namespace.go:142] [tsf-tas] updating namespace I0327 15:16:40.581114 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:16:40.592556 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:16:41.532788 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:41.545896 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:41.694407 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-176.ec2.internal I0327 15:16:41.694525 3839 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0327 15:16:41.738182 3839 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0327 15:16:41.754411 3839 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 59.915499ms I0327 15:16:41.754429 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 59.937529ms I0327 15:16:41.755740 3839 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 61.347607ms, libovsdb time 966.027µs I0327 15:16:42.066978 3839 cni.go:403] [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default] I0327 15:16:42.075097 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 1732abdd5778ead, network: default, NAD default, SandboxID: "1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b", PCI device ID: , UID: "f6725768-608a-4ce4-aa4e-29211f1d9ec5", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0327 15:16:42.117496 3839 cni.go:424] [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:16:b5:c7:b5:77\",\"name\":\"1732abdd5778ead\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9805e17d-effa-4b0a-b347-ad5021b7471b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:16:59.855543 3839 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg for pod on switch ip-10-0-1-176.ec2.internal I0327 15:16:59.855689 3839 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg I0327 15:16:59.869947 3839 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg] pod update took 14.295428ms I0327 15:16:59.869970 3839 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg] addLogicalPort annotation time took 14.326078ms I0327 15:16:59.871298 3839 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg] addLogicalPort took 15.775369ms, libovsdb time 929.355µs I0327 15:16:59.940658 3839 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb for pod on switch ip-10-0-1-176.ec2.internal I0327 15:16:59.940777 3839 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb I0327 15:16:59.954168 3839 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb] pod update took 13.419378ms I0327 15:16:59.954188 3839 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb] addLogicalPort annotation time took 13.444431ms I0327 15:16:59.955491 3839 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb] addLogicalPort took 14.853841ms, libovsdb time 959.071µs I0327 15:17:00.237579 3839 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default] I0327 15:17:00.246520 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg, hostIfaceName: 2d21b3f7af7d6d8, network: default, NAD default, SandboxID: "2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521", PCI device ID: , UID: "5ccc1bcd-b1ee-4b49-ba3a-2bc83cd72f51", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0327 15:17:00.296274 3839 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:3e:2e:b4:f5:95\",\"name\":\"2d21b3f7af7d6d8\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c30870f7-5bd2-4fe4-8a0b-9490e7fb91f6\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:17:00.307096 3839 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default] I0327 15:17:00.317924 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb, hostIfaceName: b5baffe904490c9, network: default, NAD default, SandboxID: "b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e", PCI device ID: , UID: "af2379b4-7dee-4c64-87da-00a8329bd8cc", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0327 15:17:00.363833 3839 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:f0:9a:f0:64:12\",\"name\":\"b5baffe904490c9\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01980d0e-4419-42d3-b722-edeaed430280\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:17:02.431738 3839 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:17:02.431913 3839 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 I0327 15:17:02.444754 3839 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7] pod update took 12.876967ms I0327 15:17:02.444782 3839 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7] addLogicalPort annotation time took 12.910681ms I0327 15:17:02.446356 3839 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7] addLogicalPort took 14.632822ms, libovsdb time 1.069441ms I0327 15:17:02.852731 3839 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:17:02.852860 3839 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 I0327 15:17:02.864634 3839 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9] pod update took 11.818535ms I0327 15:17:02.864659 3839 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9] addLogicalPort annotation time took 11.845584ms I0327 15:17:02.866169 3839 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9] addLogicalPort took 13.451436ms, libovsdb time 1.075714ms I0327 15:17:03.201492 3839 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default] I0327 15:17:03.212407 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7, hostIfaceName: 951b695857bbc85, network: default, NAD default, SandboxID: "951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd", PCI device ID: , UID: "76d4f6fa-d811-4ccb-b848-e07ca61ed514", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0327 15:17:03.216820 3839 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default] I0327 15:17:03.225904 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9, hostIfaceName: 2d3f8f927f72bb3, network: default, NAD default, SandboxID: "2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe", PCI device ID: , UID: "50ed9908-d4b1-4325-81b8-20533feeb69a", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0327 15:17:03.258250 3839 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:1b:c2:e8:e5:70\",\"name\":\"951b695857bbc85\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec9aca71-5018-4304-87d4-4a7030cb790f\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:17:03.283832 3839 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:f5:d3:8a:ad:1f\",\"name\":\"2d3f8f927f72bb3\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25e1af26-6bcd-4b7b-a3cc-59dec841fb9d\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:17:04.333823 3839 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default] I0327 15:17:04.409140 3839 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg 2d21b3f7af7d6d843735554c25f5a0586cbc97e06e197bd09179f3ceeddd1521 network default NAD default], result "{}", err I0327 15:17:04.458825 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:04.458868 3839 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg I0327 15:17:04.460313 3839 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg, ips: 10.129.0.33 I0327 15:17:04.460347 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:04.460372 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:04.460384 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:17:04.460689 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:04.460706 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:17:04.695701 3839 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf for pod on switch ip-10-0-1-176.ec2.internal I0327 15:17:04.695828 3839 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf I0327 15:17:04.707990 3839 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf] pod update took 12.189724ms I0327 15:17:04.708013 3839 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf] addLogicalPort annotation time took 12.217251ms I0327 15:17:04.709459 3839 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf] addLogicalPort took 13.770057ms, libovsdb time 1.026368ms I0327 15:17:04.794565 3839 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm for pod on switch ip-10-0-1-176.ec2.internal I0327 15:17:04.794671 3839 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm I0327 15:17:04.808029 3839 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm] pod update took 13.385501ms I0327 15:17:04.808048 3839 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm] addLogicalPort annotation time took 13.409471ms I0327 15:17:04.809081 3839 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm] addLogicalPort took 14.528151ms, libovsdb time 696.895µs I0327 15:17:05.060772 3839 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default] I0327 15:17:05.071651 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf, hostIfaceName: 0d4d2fee669bf0f, network: default, NAD default, SandboxID: "0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d", PCI device ID: , UID: "8c3b28b9-bb1c-450d-93f4-3bfa2ee7ddf9", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0327 15:17:05.192758 3839 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default] I0327 15:17:05.204808 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm, hostIfaceName: b9056c6e0d781aa, network: default, NAD default, SandboxID: "b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a", PCI device ID: , UID: "f54438c5-b862-4a76-910e-e8915340ecb1", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0327 15:17:05.255177 3839 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:5f:90:e6:3a:6b\",\"name\":\"b9056c6e0d781aa\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/303c1baa-ee64-418f-b3d8-660a6acc8cb1\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:17:05.328143 3839 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:71:46:4c:2a:56\",\"name\":\"0d4d2fee669bf0f\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2691656-ca3c-4164-a14b-2a0ddbb78970\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:17:05.481696 3839 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:05.481796 3839 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:05.481818 3839 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:05.481864 3839 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8vvbg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:06.361605 3839 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default] I0327 15:17:06.436595 3839 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb b5baffe904490c9722987a0f2578fb220b7ce2818cb3a356badfea4a7c977c2e network default NAD default], result "{}", err I0327 15:17:06.482245 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:06.482282 3839 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb I0327 15:17:06.483593 3839 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb, ips: 10.129.0.34 I0327 15:17:06.483623 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:06.483651 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:06.483661 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:17:06.483830 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:06.483857 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:17:07.373291 3839 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default] I0327 15:17:07.373418 3839 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default] I0327 15:17:07.451524 3839 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 951b695857bbc85fbad67f97ffe3500f1ec36ba54e484dfa55728420680767bd network default NAD default], result "{}", err I0327 15:17:07.476897 3839 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 2d3f8f927f72bb35631e542835af931acc3cb5f8e66521880bf46789fcb435fe network default NAD default], result "{}", err I0327 15:17:07.503529 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.503584 3839 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 I0327 15:17:07.505042 3839 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7, ips: 10.129.0.35 I0327 15:17:07.505068 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.505091 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.505099 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:17:07.505289 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.505304 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:17:07.516173 3839 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:07.516208 3839 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:07.516221 3839 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:07.516232 3839 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5gsbbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:07.525810 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.525871 3839 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 I0327 15:17:07.527203 3839 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9, ips: 10.129.0.36 I0327 15:17:07.527224 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.527238 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.527245 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:17:07.527410 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:07.527426 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:17:08.526933 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.526991 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.527015 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.527028 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1v4zz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.558744 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.558768 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.558784 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:08.558798 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8v4jq9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:09.388469 3839 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default] I0327 15:17:09.388949 3839 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default] I0327 15:17:09.469649 3839 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm b9056c6e0d781aa74477172920d46ef92c48c8c318e3b4aa6e9d591accf0427a network default NAD default], result "{}", err I0327 15:17:09.497080 3839 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf 0d4d2fee669bf0f1b65bab6fc9beb01fff6e4c2edab904827eb4c6da2b3b4d2d network default NAD default], result "{}", err I0327 15:17:09.518731 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.518827 3839 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm I0327 15:17:09.520103 3839 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm, ips: 10.129.0.38 I0327 15:17:09.520134 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.520156 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.520166 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:17:09.520343 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.520358 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:17:09.549649 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.549709 3839 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf I0327 15:17:09.551433 3839 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf, ips: 10.129.0.37 I0327 15:17:09.551466 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.551489 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.551498 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:17:09.551742 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:17:09.551760 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:17:10.562524 3839 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.562545 3839 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.562558 3839 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.562571 3839 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4qwqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.599485 3839 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.599505 3839 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.599518 3839 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:10.599530 3839 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7g27hf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:20.933543 3839 namespace.go:98] [cert-manager] adding namespace I0327 15:17:20.934459 3839 namespace.go:102] [cert-manager] adding namespace took 892.372µs I0327 15:17:21.104312 3839 namespace.go:142] [cert-manager] updating namespace I0327 15:17:21.166190 3839 namespace.go:142] [cert-manager] updating namespace W0327 15:17:22.619439 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:17:26.187420 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:17:26.207608 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:17:26.224468 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:17:26.244473 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:17:26.925785 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 15:17:26.925802 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 15:17:28.544809 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 15:17:29.400866 3839 namespace.go:142] [openshift-operators] updating namespace I0327 15:17:29.410220 3839 namespace.go:142] [openshift-operators] updating namespace I0327 15:17:36.369553 3839 namespace.go:142] [openshift-operators] updating namespace I0327 15:17:45.912131 3839 namespace.go:98] [trusted-artifact-signer] adding namespace I0327 15:17:45.913068 3839 namespace.go:102] [trusted-artifact-signer] adding namespace took 915.184µs I0327 15:17:45.937580 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:45.962318 3839 namespace.go:142] [trusted-artifact-signer] updating namespace W0327 15:17:46.665131 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0327 15:17:50.759146 3839 namespace.go:98] [openshift-pipelines] adding namespace I0327 15:17:50.760022 3839 namespace.go:102] [openshift-pipelines] adding namespace took 851.394µs I0327 15:17:50.779521 3839 namespace.go:142] [openshift-pipelines] updating namespace I0327 15:17:51.471416 3839 namespace.go:142] [cert-manager] updating namespace I0327 15:17:51.671151 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:17:52.074538 3839 namespace.go:142] [konflux-operator] updating namespace I0327 15:17:52.274028 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:17:52.476061 3839 namespace.go:142] [open-cluster-management-2pa4l1bb6ehlhnjl9imbt50cosjbq69n] updating namespace I0327 15:17:52.878318 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 15:17:53.094651 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:17:53.308481 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:53.517229 3839 namespace.go:142] [tsf] updating namespace I0327 15:17:53.710657 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:17:53.912907 3839 namespace.go:142] [tsf-tas] updating namespace I0327 15:17:54.118709 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:17:54.242835 3839 namespace.go:142] [cert-manager] updating namespace I0327 15:17:54.252497 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:17:54.260274 3839 namespace.go:142] [default] updating namespace I0327 15:17:54.269754 3839 namespace.go:142] [konflux-operator] updating namespace I0327 15:17:54.277866 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:17:54.286584 3839 namespace.go:142] [open-cluster-management-2pa4l1bb6ehlhnjl9imbt50cosjbq69n] updating namespace I0327 15:17:54.298622 3839 namespace.go:142] [openshift] updating namespace I0327 15:17:54.306322 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 15:17:54.318329 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:17:54.325503 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:54.335361 3839 namespace.go:142] [tsf] updating namespace I0327 15:17:54.351821 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:17:54.371975 3839 namespace.go:142] [tsf-tas] updating namespace I0327 15:17:54.394065 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:17:54.493518 3839 namespace.go:142] [cert-manager] updating namespace I0327 15:17:54.595234 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:17:54.694294 3839 namespace.go:142] [default] updating namespace I0327 15:17:54.792963 3839 namespace.go:142] [konflux-operator] updating namespace I0327 15:17:54.898779 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:17:54.997307 3839 namespace.go:142] [open-cluster-management-2pa4l1bb6ehlhnjl9imbt50cosjbq69n] updating namespace I0327 15:17:55.093707 3839 namespace.go:142] [openshift] updating namespace I0327 15:17:55.192039 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 15:17:55.294670 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:17:55.394496 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:55.491800 3839 namespace.go:142] [tsf] updating namespace I0327 15:17:55.594750 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:17:55.699146 3839 namespace.go:142] [tsf-tas] updating namespace I0327 15:17:55.793361 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 15:17:56.054764 3839 namespace.go:142] [openshift-pipelines] updating namespace I0327 15:17:58.674301 3839 cni.go:403] [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default] I0327 15:17:58.757785 3839 cni.go:424] [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 1732abdd5778ead7569ef6e049a78ac4a83e7b6e08d106a8299c7d1f78c2461b network default NAD default], result "{}", err I0327 15:17:58.826837 3839 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:58.826881 3839 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0327 15:17:58.828156 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.32 I0327 15:17:58.828184 3839 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:58.856499 3839 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:58.856518 3839 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:58.864646 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0327 15:17:58.864665 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0327 15:18:00.360518 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:00.360635 3839 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0327 15:18:00.415901 3839 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0327 15:18:00.446256 3839 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 85.659227ms I0327 15:18:00.446277 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 85.685369ms I0327 15:18:00.447494 3839 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 86.995172ms, libovsdb time 837.458µs I0327 15:18:00.737854 3839 cni.go:403] [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default] I0327 15:18:00.746138 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e9d10e952e30962, network: default, NAD default, SandboxID: "e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2", PCI device ID: , UID: "733585dc-dcf8-449a-9e18-85a14b0c852b", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0327 15:18:00.790168 3839 cni.go:424] [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:6c:e6:69:78:7e\",\"name\":\"e9d10e952e30962\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/537b2ad9-0316-44d2-a181-f7e13b01eca4\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:18:03.224575 3839 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-rn4xh for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:03.224609 3839 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-xnmzx for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:03.224676 3839 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx I0327 15:18:03.224676 3839 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh I0327 15:18:03.238190 3839 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx] pod update took 13.534152ms I0327 15:18:03.238206 3839 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx] addLogicalPort annotation time took 13.55477ms I0327 15:18:03.238837 3839 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh] pod update took 14.194141ms I0327 15:18:03.238944 3839 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh] addLogicalPort annotation time took 14.301446ms I0327 15:18:03.239711 3839 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx] addLogicalPort took 15.115691ms, libovsdb time 1.023531ms I0327 15:18:03.240165 3839 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh] addLogicalPort took 15.612649ms, libovsdb time 836.889µs I0327 15:18:03.777535 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-xt7hx for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:03.777629 3839 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx I0327 15:18:03.793653 3839 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx] pod update took 16.048843ms I0327 15:18:03.793686 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx] addLogicalPort annotation time took 16.087015ms I0327 15:18:03.795198 3839 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx] addLogicalPort took 17.686301ms, libovsdb time 980.88µs I0327 15:18:03.872714 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-lcrzt for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:03.872817 3839 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt I0327 15:18:03.885873 3839 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt] pod update took 13.083902ms I0327 15:18:03.885898 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt] addLogicalPort annotation time took 13.119342ms I0327 15:18:03.887125 3839 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt] addLogicalPort took 14.426808ms, libovsdb time 850.28µs I0327 15:18:06.306579 3839 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt 8dc570da8c23121de3526d43951e247b7484cd149007cc083081ceb9a4f2db8a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt 8dc570da8c23121de3526d43951e247b7484cd149007cc083081ceb9a4f2db8a network default NAD default] I0327 15:18:06.306658 3839 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx f3c51e8854e954f54d0f7f0bb08613d0917b53a209ec60707b019b701b0ce371 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx f3c51e8854e954f54d0f7f0bb08613d0917b53a209ec60707b019b701b0ce371 network default NAD default] I0327 15:18:06.317444 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-lcrzt, hostIfaceName: 8dc570da8c23121, network: default, NAD default, SandboxID: "8dc570da8c23121de3526d43951e247b7484cd149007cc083081ceb9a4f2db8a", PCI device ID: , UID: "1380ed2a-dec4-4b8d-b32d-9e88f21eece4", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0327 15:18:06.317693 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-xt7hx, hostIfaceName: f3c51e8854e954f, network: default, NAD default, SandboxID: "f3c51e8854e954f54d0f7f0bb08613d0917b53a209ec60707b019b701b0ce371", PCI device ID: , UID: "4eeaa5c9-c492-4190-ae9a-36e5e55c5107", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0327 15:18:06.362595 3839 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx f3c51e8854e954f54d0f7f0bb08613d0917b53a209ec60707b019b701b0ce371 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xt7hx f3c51e8854e954f54d0f7f0bb08613d0917b53a209ec60707b019b701b0ce371 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:1a:6d:4e:9c:1c\",\"name\":\"f3c51e8854e954f\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d802e11-5a58-4a5e-8e8a-4e7448b33097\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:18:06.379968 3839 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt 8dc570da8c23121de3526d43951e247b7484cd149007cc083081ceb9a4f2db8a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-lcrzt 8dc570da8c23121de3526d43951e247b7484cd149007cc083081ceb9a4f2db8a network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:78:51:61:50:b9\",\"name\":\"8dc570da8c23121\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36e4632b-5516-4402-aac2-1ba34f9d81f6\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:18:06.781574 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 15:18:07.795043 3839 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 15:18:07.795066 3839 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 15:18:07.795075 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 15:18:08.121862 3839 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:18:08.121882 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:18:08.121887 3839 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:18:10.792594 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:10.792612 3839 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:10.792617 3839 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:10.792622 3839 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0327 15:18:11.408929 3839 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh a4bc5d5052169ff0a7d138fb0437cc8117824ce5961cc9b577ed6022fd958486 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh a4bc5d5052169ff0a7d138fb0437cc8117824ce5961cc9b577ed6022fd958486 network default NAD default] I0327 15:18:11.413032 3839 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx a30b0a552b6b9eae90b0e0fc1fae07ada99c8ffd081438fd696c400d252ad9d1 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx a30b0a552b6b9eae90b0e0fc1fae07ada99c8ffd081438fd696c400d252ad9d1 network default NAD default] I0327 15:18:11.418481 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-rn4xh, hostIfaceName: a4bc5d5052169ff, network: default, NAD default, SandboxID: "a4bc5d5052169ff0a7d138fb0437cc8117824ce5961cc9b577ed6022fd958486", PCI device ID: , UID: "ead2eeb8-5cf1-4d96-a2c6-f945bddbd135", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0327 15:18:11.421511 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-xnmzx, hostIfaceName: a30b0a552b6b9ea, network: default, NAD default, SandboxID: "a30b0a552b6b9eae90b0e0fc1fae07ada99c8ffd081438fd696c400d252ad9d1", PCI device ID: , UID: "4ea6008c-dee1-4ae0-a465-6ee647d5cd16", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0327 15:18:11.465137 3839 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh a4bc5d5052169ff0a7d138fb0437cc8117824ce5961cc9b577ed6022fd958486 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rn4xh a4bc5d5052169ff0a7d138fb0437cc8117824ce5961cc9b577ed6022fd958486 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:2a:e3:97:9a:08\",\"name\":\"a4bc5d5052169ff\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d00ac9d5-7b50-477f-a49a-6f9395736681\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:18:11.483023 3839 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx a30b0a552b6b9eae90b0e0fc1fae07ada99c8ffd081438fd696c400d252ad9d1 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xnmzx a30b0a552b6b9eae90b0e0fc1fae07ada99c8ffd081438fd696c400d252ad9d1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:70:00:53:e0:d8\",\"name\":\"a30b0a552b6b9ea\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/058379e5-10d4-48a8-b935-547526bba5df\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:18:11.791322 3839 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0327 15:18:11.838351 3839 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0327 15:18:19.563619 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0327 15:18:21.765277 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:21.765297 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:21.765303 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:21.765309 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:18:32.224936 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0327 15:18:32.763001 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0327 15:18:32.789620 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0327 15:18:33.585100 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0327 15:18:35.897590 3839 cni.go:403] [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default] I0327 15:18:35.981672 3839 cni.go:424] [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure e9d10e952e309621716364c07d7010165697952c63b132f213b1c2f8b1f9d7e2 network default NAD default], result "{}", err I0327 15:18:36.028450 3839 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:18:36.028483 3839 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0327 15:18:36.029852 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.39 I0327 15:18:36.029885 3839 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:18:36.049729 3839 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:18:36.049808 3839 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:18:36.056862 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0327 15:18:36.056897 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0327 15:18:36.480219 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=241 I0327 15:18:37.039807 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:37.039915 3839 kube.go:256] Updating pod tsf/test-tsf-iam I0327 15:18:37.056140 3839 pod.go:62] [tsf/test-tsf-iam] pod update took 16.245329ms I0327 15:18:37.056164 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.274536ms I0327 15:18:37.057360 3839 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.572505ms, libovsdb time 818.603µs I0327 15:18:37.068149 3839 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:18:37.068257 3839 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0327 15:18:37.088833 3839 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 20.597301ms I0327 15:18:37.088868 3839 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.637535ms I0327 15:18:37.089928 3839 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.791959ms, libovsdb time 726.589µs I0327 15:18:37.421269 3839 cni.go:403] [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default] I0327 15:18:37.430704 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: e4e087a3472dc66, network: default, NAD default, SandboxID: "e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2", PCI device ID: , UID: "18a41291-a375-462b-9b1d-f511a3638c73", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0327 15:18:37.432977 3839 cni.go:403] [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default] I0327 15:18:37.441661 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: cf828f2991b536f, network: default, NAD default, SandboxID: "cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254", PCI device ID: , UID: "0da05817-6db9-4148-b1ec-760624492596", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0327 15:18:37.477408 3839 cni.go:424] [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:76:39:5e:b8:93\",\"name\":\"e4e087a3472dc66\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b26f1bd2-e846-4556-a40b-ac7089727852\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:18:37.498502 3839 cni.go:424] [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:ec:d5:03:b1:b0\",\"name\":\"cf828f2991b536f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c7cc939-3578-4fdb-9200-d69490988f12\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:18:42.948797 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 15:18:42.948856 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:18:42.948874 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0327 15:18:50.183185 3839 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 15:18:52.605460 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0327 15:19:01.679345 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:01.679365 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:01.682180 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 15:19:03.202249 3839 cni.go:403] [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default] I0327 15:19:03.277904 3839 cni.go:424] [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 cf828f2991b536f463d12945f9925d9c5432379c8f73156627ad7f46f2f16254 network default NAD default], result "{}", err I0327 15:19:03.328580 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:03.328616 3839 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0327 15:19:03.329924 3839 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.45 I0327 15:19:03.329959 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:04.076916 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:04.076944 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:04.082311 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 15:19:04.082332 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0327 15:19:04.111370 3839 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:19:04.111485 3839 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0327 15:19:04.126341 3839 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.892671ms I0327 15:19:04.126361 3839 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.920527ms I0327 15:19:04.127642 3839 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.290013ms, libovsdb time 899.473µs I0327 15:19:04.514908 3839 cni.go:403] [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default] I0327 15:19:04.523900 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 33253b62bf76266, network: default, NAD default, SandboxID: "33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e", PCI device ID: , UID: "8c0559cd-d17c-4732-9513-989159f5a4fa", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0327 15:19:04.569208 3839 cni.go:424] [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:e2:b8:e6:95:62\",\"name\":\"33253b62bf76266\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d84e66f-564a-4fb6-ab10-20019f6a5155\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:19:05.575311 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0327 15:19:06.107896 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:06.107914 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:06.108422 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 15:19:09.402665 3839 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 15:19:09.402691 3839 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 15:19:09.402698 3839 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 15:19:09.474882 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 I0327 15:19:18.472855 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 W0327 15:19:19.802252 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 15:19:19.805331 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:19.805352 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0327 15:19:21.564948 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0327 15:19:27.340108 3839 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-bflzg] creating logical port tsf-keycloak_tsf-iam-bflzg for pod on switch ip-10-0-1-176.ec2.internal I0327 15:19:27.340201 3839 kube.go:256] Updating pod tsf-keycloak/tsf-iam-bflzg I0327 15:19:27.354459 3839 pod.go:62] [tsf-keycloak/tsf-iam-bflzg] pod update took 14.279891ms I0327 15:19:27.354482 3839 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-bflzg] addLogicalPort annotation time took 14.30926ms I0327 15:19:27.355678 3839 pods.go:271] [tsf-keycloak/tsf-iam-bflzg] addLogicalPort took 15.583237ms, libovsdb time 859.296µs I0327 15:19:27.699832 3839 cni.go:403] [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default] I0327 15:19:27.708233 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-bflzg, hostIfaceName: 98e43dbe171efe6, network: default, NAD default, SandboxID: "98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a", PCI device ID: , UID: "6af80a96-7d42-44f3-ba94-668ce310e76e", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0327 15:19:27.752525 3839 cni.go:424] [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:05:25:ff:c9:82\",\"name\":\"98e43dbe171efe6\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/198b6fd4-b702-485c-892b-4546527ee43e\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:19:37.535775 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0327 15:19:38.329283 3839 cni.go:403] [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default] I0327 15:19:38.418402 3839 cni.go:424] [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam e4e087a3472dc669ec579a7823984511df7246907d1f34ef295ce78e975fb3c2 network default NAD default], result "{}", err I0327 15:19:38.490613 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:38.490678 3839 pods.go:176] Deleting pod: tsf/test-tsf-iam I0327 15:19:38.492143 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.44 I0327 15:19:38.492171 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:44.362110 3839 cni.go:403] [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default] I0327 15:19:44.440019 3839 cni.go:424] [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-bflzg 98e43dbe171efe6cfc5ffec82d28ec1c42c120efa8bd5e57e70d1592c32a2b1a network default NAD default], result "{}", err I0327 15:19:44.489671 3839 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-bflzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:44.489706 3839 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-bflzg I0327 15:19:44.491035 3839 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-bflzg, ips: 10.129.0.47 I0327 15:19:44.491064 3839 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-bflzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:45.514463 3839 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-bflzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:45.514493 3839 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-bflzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:45.739643 3839 cni.go:403] [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default] I0327 15:19:45.823449 3839 cni.go:424] [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 33253b62bf76266239b3fa23827dbac38a854b6c87e22af4e5cf0842d0dc772e network default NAD default], result "{}", err I0327 15:19:45.869679 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:45.869719 3839 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0327 15:19:45.870987 3839 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.46 I0327 15:19:45.871014 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:46.361282 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:46.361307 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:46.367277 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 15:19:46.367303 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0327 15:19:46.394755 3839 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:19:46.394924 3839 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0327 15:19:46.413512 3839 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.623844ms I0327 15:19:46.413539 3839 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.655671ms I0327 15:19:46.414837 3839 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.101786ms, libovsdb time 809.977µs I0327 15:19:46.758282 3839 cni.go:403] [tsf-keycloak/keycloak-0 28ba7c7509eca192e730c53bfba0e35e8be9334eec106973fabb6be2b77e4328 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 28ba7c7509eca192e730c53bfba0e35e8be9334eec106973fabb6be2b77e4328 network default NAD default] I0327 15:19:46.766570 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 28ba7c7509eca19, network: default, NAD default, SandboxID: "28ba7c7509eca192e730c53bfba0e35e8be9334eec106973fabb6be2b77e4328", PCI device ID: , UID: "7f414687-80de-42e0-9cdc-3cedeb51d1db", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0327 15:19:46.809703 3839 cni.go:424] [tsf-keycloak/keycloak-0 28ba7c7509eca192e730c53bfba0e35e8be9334eec106973fabb6be2b77e4328 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 28ba7c7509eca192e730c53bfba0e35e8be9334eec106973fabb6be2b77e4328 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:c9:ea:23:10:2c\",\"name\":\"28ba7c7509eca19\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f70c7347-ce66-4e6b-a637-a721248ef889\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:19:48.384716 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 15:19:48.387830 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:48.387862 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0327 15:19:50.040123 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-fwhqq for pod on switch ip-10-0-1-176.ec2.internal I0327 15:19:50.040229 3839 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq I0327 15:19:50.053379 3839 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq] pod update took 13.180335ms I0327 15:19:50.053406 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq] addLogicalPort annotation time took 13.21485ms I0327 15:19:50.055002 3839 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq] addLogicalPort took 14.894298ms, libovsdb time 1.181488ms I0327 15:19:50.438688 3839 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq dbde1cc0d45bd235084befcd0281827ea147d037ac2ca5568a65878e4d26ae65 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq dbde1cc0d45bd235084befcd0281827ea147d037ac2ca5568a65878e4d26ae65 network default NAD default] I0327 15:19:50.459156 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-fwhqq, hostIfaceName: dbde1cc0d45bd23, network: default, NAD default, SandboxID: "dbde1cc0d45bd235084befcd0281827ea147d037ac2ca5568a65878e4d26ae65", PCI device ID: , UID: "688d85f4-eb08-4b63-9f8f-a43c5212298e", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0327 15:19:50.530163 3839 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq dbde1cc0d45bd235084befcd0281827ea147d037ac2ca5568a65878e4d26ae65 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fwhqq dbde1cc0d45bd235084befcd0281827ea147d037ac2ca5568a65878e4d26ae65 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:a3:49:77:7e:96\",\"name\":\"dbde1cc0d45bd23\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/215ff798-ed68-4e83-ae16-56507253be0d\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:20:00.177610 3839 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29577080-pjn4l for pod on switch ip-10-0-1-176.ec2.internal I0327 15:20:00.177697 3839 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l I0327 15:20:00.189927 3839 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l] pod update took 12.25401ms I0327 15:20:00.189946 3839 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l] addLogicalPort annotation time took 12.27779ms I0327 15:20:00.191213 3839 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l] addLogicalPort took 13.620795ms, libovsdb time 893.031µs I0327 15:20:00.548214 3839 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default] I0327 15:20:00.557350 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29577080-pjn4l, hostIfaceName: 453d26afb26b3b7, network: default, NAD default, SandboxID: "453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d", PCI device ID: , UID: "44fafcd2-0db7-4501-9386-b0dd0823bd40", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0327 15:20:00.607744 3839 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:ec:1c:2a:e8:4a\",\"name\":\"453d26afb26b3b7\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06e7ae75-03d8-49b1-bc4c-5fead24b0512\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:20:01.470372 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0327 15:20:01.645953 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-gvnnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:01.646538 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-gvnnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:01.654856 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-gvnnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:01.654877 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-gvnnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:01.661223 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-gvnnq I0327 15:20:01.661241 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-gvnnq W0327 15:20:02.089513 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:20:02.089538 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:20:02.094811 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 15:20:05.526620 3839 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default] I0327 15:20:05.601680 3839 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l 453d26afb26b3b743b12e49fed03d55fe41d30b523d88c2ad685292ee098843d network default NAD default], result "{}", err I0327 15:20:05.645978 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:05.646014 3839 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l I0327 15:20:05.647173 3839 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l, ips: 10.129.0.50 I0327 15:20:05.647198 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:06.531104 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:06.531153 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-pjn4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:36.580102 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0327 15:20:38.610362 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:38.610386 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:38.615692 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 15:20:38.615719 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 15:20:38.745374 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-176.ec2.internal I0327 15:20:38.745510 3839 kube.go:256] Updating pod tsf/test-tsf-iam I0327 15:20:38.758883 3839 pod.go:62] [tsf/test-tsf-iam] pod update took 13.398034ms I0327 15:20:38.758909 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.42535ms I0327 15:20:38.760542 3839 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.187983ms, libovsdb time 1.071364ms I0327 15:20:39.124463 3839 cni.go:403] [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default] I0327 15:20:39.132974 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 9b25ab6f0d15799, network: default, NAD default, SandboxID: "9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680", PCI device ID: , UID: "294f2489-011f-4dd0-bb70-e8725cb22e4a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0327 15:20:39.177887 3839 cni.go:424] [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:ca:5e:23:b4:ca\",\"name\":\"9b25ab6f0d15799\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/537afe01-a0e0-42cd-9bc1-0abbec6e9b3c\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:20:42.596916 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 15:20:46.763705 3839 cni.go:403] [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default] I0327 15:20:46.832683 3839 cni.go:424] [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 9b25ab6f0d15799e0b653af7375daaaa73c7dd3d386decf0b5769b5da8356680 network default NAD default], result "{}", err I0327 15:20:46.879377 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:46.879409 3839 pods.go:176] Deleting pod: tsf/test-tsf-iam I0327 15:20:46.880658 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.51 I0327 15:20:46.880685 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:46.901178 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:46.901199 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:46.906727 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 15:20:46.906752 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 15:20:47.666932 3839 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-176.ec2.internal I0327 15:20:47.667062 3839 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0327 15:20:47.680728 3839 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.689378ms I0327 15:20:47.680750 3839 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.715651ms I0327 15:20:47.682056 3839 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.141738ms, libovsdb time 922.924µs I0327 15:20:48.026283 3839 cni.go:403] [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default] I0327 15:20:48.035243 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 4a8f1311de1a48e, network: default, NAD default, SandboxID: "4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d", PCI device ID: , UID: "c9dca43d-a779-4fd3-817c-c7b19d57e057", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0327 15:20:48.079595 3839 cni.go:424] [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:c2:b3:82:d4:7d\",\"name\":\"4a8f1311de1a48e\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d2e7c79-1750-41fd-a7ad-062af0c143ec\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:20:48.493041 3839 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-ns4gd-lf892] creating logical port tsf-tas_segment-backup-installation-ns4gd-lf892 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:20:48.493127 3839 kube.go:256] Updating pod tsf-tas/segment-backup-installation-ns4gd-lf892 I0327 15:20:48.504544 3839 pod.go:62] [tsf-tas/segment-backup-installation-ns4gd-lf892] pod update took 11.435349ms I0327 15:20:48.504562 3839 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-ns4gd-lf892] addLogicalPort annotation time took 11.460044ms I0327 15:20:48.505788 3839 pods.go:271] [tsf-tas/segment-backup-installation-ns4gd-lf892] addLogicalPort took 12.765954ms, libovsdb time 808.938µs I0327 15:20:48.859769 3839 cni.go:403] [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default] I0327 15:20:48.867858 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-ns4gd-lf892, hostIfaceName: 00828569f2057fc, network: default, NAD default, SandboxID: "00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53", PCI device ID: , UID: "571db38e-a3d7-44bf-989d-b66fff012396", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0327 15:20:48.911952 3839 cni.go:424] [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:51:d4:1a:99:ec\",\"name\":\"00828569f2057fc\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ceff2d2-44f7-456c-96b1-2ef17f6c3df6\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:20:49.408265 3839 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-697599c987-hdbxm] creating logical port tsf-tas_fulcio-server-697599c987-hdbxm for pod on switch ip-10-0-1-176.ec2.internal I0327 15:20:49.408420 3839 kube.go:256] Updating pod tsf-tas/fulcio-server-697599c987-hdbxm I0327 15:20:49.424297 3839 pod.go:62] [tsf-tas/fulcio-server-697599c987-hdbxm] pod update took 15.89982ms I0327 15:20:49.424323 3839 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-697599c987-hdbxm] addLogicalPort annotation time took 15.935393ms I0327 15:20:49.425522 3839 pods.go:271] [tsf-tas/fulcio-server-697599c987-hdbxm] addLogicalPort took 17.275126ms, libovsdb time 756.848µs I0327 15:20:49.788795 3839 cni.go:403] [tsf-tas/fulcio-server-697599c987-hdbxm 7e2fee320e2b8db4bcf01fb5b4bb49e9733eca723bb0e0840da39aaa575f6e04 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-697599c987-hdbxm 7e2fee320e2b8db4bcf01fb5b4bb49e9733eca723bb0e0840da39aaa575f6e04 network default NAD default] I0327 15:20:49.802547 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-697599c987-hdbxm, hostIfaceName: 7e2fee320e2b8db, network: default, NAD default, SandboxID: "7e2fee320e2b8db4bcf01fb5b4bb49e9733eca723bb0e0840da39aaa575f6e04", PCI device ID: , UID: "2f6197a4-e0a5-41b2-b1bd-c6a226550a38", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0327 15:20:49.893176 3839 cni.go:424] [tsf-tas/fulcio-server-697599c987-hdbxm 7e2fee320e2b8db4bcf01fb5b4bb49e9733eca723bb0e0840da39aaa575f6e04 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-697599c987-hdbxm 7e2fee320e2b8db4bcf01fb5b4bb49e9733eca723bb0e0840da39aaa575f6e04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:a0:40:6b:a0:37\",\"name\":\"7e2fee320e2b8db\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ca5e293-14ae-42dd-b039-03458e0f391c\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:20:56.649268 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0327 15:20:56.918672 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0327 15:20:58.867051 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0327 15:20:58.867071 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0327 15:20:59.862460 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0327 15:20:59.862482 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0327 15:21:01.878581 3839 cni.go:403] [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default] I0327 15:21:01.961251 3839 cni.go:424] [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-ns4gd-lf892 00828569f2057fc199d8b339f354b0574cd31ce91979206615ce33f6eb88ec53 network default NAD default], result "{}", err I0327 15:21:02.005819 3839 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ns4gd-lf892 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:02.005866 3839 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-ns4gd-lf892 I0327 15:21:02.007519 3839 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-ns4gd-lf892, ips: 10.129.0.53 I0327 15:21:02.007546 3839 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ns4gd-lf892 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:02.883569 3839 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ns4gd-lf892 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:02.883594 3839 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ns4gd-lf892 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:21:03.689509 3839 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0327 15:21:04.470401 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0327 15:21:08.793784 3839 namespace.go:142] [openshift-pipelines] updating namespace I0327 15:21:42.112331 3839 cni.go:403] [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default] I0327 15:21:42.197152 3839 cni.go:424] [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 4a8f1311de1a48eedccfc01102fb26aed0671a4201c158f6a981b761769c246d network default NAD default], result "{}", err I0327 15:21:42.244023 3839 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:42.244059 3839 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0327 15:21:42.245315 3839 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.52 I0327 15:21:42.245344 3839 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:42.262686 3839 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:42.262705 3839 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:42.265197 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0327 15:21:42.265220 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0327 15:21:42.926188 3839 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-rv5qd] creating logical port tsf_patch-tekton-config-rv5qd for pod on switch ip-10-0-1-176.ec2.internal I0327 15:21:42.926295 3839 kube.go:256] Updating pod tsf/patch-tekton-config-rv5qd I0327 15:21:42.940402 3839 pod.go:62] [tsf/patch-tekton-config-rv5qd] pod update took 14.132532ms I0327 15:21:42.940471 3839 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-rv5qd] addLogicalPort annotation time took 14.205787ms I0327 15:21:42.941692 3839 pods.go:271] [tsf/patch-tekton-config-rv5qd] addLogicalPort took 15.518401ms, libovsdb time 846.982µs I0327 15:21:43.287261 3839 cni.go:403] [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default] I0327 15:21:43.295366 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-rv5qd, hostIfaceName: 76b123f517da56c, network: default, NAD default, SandboxID: "76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9", PCI device ID: , UID: "df9508c5-16d9-4885-853c-818dd2bc8af5", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0327 15:21:43.339717 3839 cni.go:424] [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:71:77:dd:ab:aa\",\"name\":\"76b123f517da56c\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9a9388b-c8e4-4997-a7a2-987edf5c82c3\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:21:44.296128 3839 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-c4mtb-wb5d4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:44.296771 3839 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-c4mtb-wb5d4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:45.164182 3839 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-c4mtb-wb5d4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:45.164213 3839 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-c4mtb-wb5d4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:45.286881 3839 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-4hn7z-bj6gp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:45.287472 3839 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-4hn7z-bj6gp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:45.982042 3839 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7474859d6-m8tk7] creating logical port tsf-tas_rekor-search-ui-7474859d6-m8tk7 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:21:45.982155 3839 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7474859d6-m8tk7 I0327 15:21:45.997362 3839 pod.go:62] [tsf-tas/rekor-search-ui-7474859d6-m8tk7] pod update took 15.23899ms I0327 15:21:45.997384 3839 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-7474859d6-m8tk7] addLogicalPort annotation time took 15.268542ms I0327 15:21:45.998616 3839 pods.go:271] [tsf-tas/rekor-search-ui-7474859d6-m8tk7] addLogicalPort took 16.59572ms, libovsdb time 852.496µs I0327 15:21:46.179172 3839 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-4hn7z-bj6gp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:46.179201 3839 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-4hn7z-bj6gp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:21:48.171825 3839 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0327 15:21:48.561704 3839 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5f596c684f-9v29l] creating logical port tsf-tas_rekor-server-5f596c684f-9v29l for pod on switch ip-10-0-1-176.ec2.internal I0327 15:21:48.561803 3839 kube.go:256] Updating pod tsf-tas/rekor-server-5f596c684f-9v29l I0327 15:21:48.574467 3839 pod.go:62] [tsf-tas/rekor-server-5f596c684f-9v29l] pod update took 12.687728ms I0327 15:21:48.574493 3839 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-5f596c684f-9v29l] addLogicalPort annotation time took 12.717043ms I0327 15:21:48.575904 3839 pods.go:271] [tsf-tas/rekor-server-5f596c684f-9v29l] addLogicalPort took 14.21799ms, libovsdb time 957.299µs I0327 15:21:49.065605 3839 cni.go:403] [tsf-tas/rekor-search-ui-7474859d6-m8tk7 0abb13269a7c8c234c02b02738ec6b37fb97058d8a5951acfc3f3245fbdf5b92 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-7474859d6-m8tk7 0abb13269a7c8c234c02b02738ec6b37fb97058d8a5951acfc3f3245fbdf5b92 network default NAD default] I0327 15:21:49.073989 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7474859d6-m8tk7, hostIfaceName: 0abb13269a7c8c2, network: default, NAD default, SandboxID: "0abb13269a7c8c234c02b02738ec6b37fb97058d8a5951acfc3f3245fbdf5b92", PCI device ID: , UID: "69c08150-bd1d-4d06-92ac-22cd1b5c8323", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0327 15:21:49.123211 3839 cni.go:424] [tsf-tas/rekor-search-ui-7474859d6-m8tk7 0abb13269a7c8c234c02b02738ec6b37fb97058d8a5951acfc3f3245fbdf5b92 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-7474859d6-m8tk7 0abb13269a7c8c234c02b02738ec6b37fb97058d8a5951acfc3f3245fbdf5b92 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:5d:d1:bb:de:22\",\"name\":\"0abb13269a7c8c2\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a27ba873-320c-4920-81b5-29e6b790db50\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:21:49.673353 3839 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7ff4df75c9-h479c] creating logical port tsf-tas_ctlog-7ff4df75c9-h479c for pod on switch ip-10-0-1-176.ec2.internal I0327 15:21:49.673444 3839 kube.go:256] Updating pod tsf-tas/ctlog-7ff4df75c9-h479c I0327 15:21:49.689607 3839 pod.go:62] [tsf-tas/ctlog-7ff4df75c9-h479c] pod update took 16.186536ms I0327 15:21:49.689631 3839 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-7ff4df75c9-h479c] addLogicalPort annotation time took 16.216756ms I0327 15:21:49.690768 3839 pods.go:271] [tsf-tas/ctlog-7ff4df75c9-h479c] addLogicalPort took 17.430536ms, libovsdb time 719.014µs I0327 15:21:50.637323 3839 cni.go:403] [tsf-tas/ctlog-7ff4df75c9-h479c e9d1ce88491345b90224b5282b8d652c7b8a90eb6f1e07b02c0f684f81e94b11 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-7ff4df75c9-h479c e9d1ce88491345b90224b5282b8d652c7b8a90eb6f1e07b02c0f684f81e94b11 network default NAD default] I0327 15:21:50.645660 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7ff4df75c9-h479c, hostIfaceName: e9d1ce88491345b, network: default, NAD default, SandboxID: "e9d1ce88491345b90224b5282b8d652c7b8a90eb6f1e07b02c0f684f81e94b11", PCI device ID: , UID: "f18e65e7-3626-4520-bd3f-bbca1a1aebc8", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0327 15:21:50.694350 3839 cni.go:424] [tsf-tas/ctlog-7ff4df75c9-h479c e9d1ce88491345b90224b5282b8d652c7b8a90eb6f1e07b02c0f684f81e94b11 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-7ff4df75c9-h479c e9d1ce88491345b90224b5282b8d652c7b8a90eb6f1e07b02c0f684f81e94b11 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:7e:37:5d:73:c1\",\"name\":\"e9d1ce88491345b\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a44fbbb7-7839-473c-b13b-566eee09ff40\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:21:51.178661 3839 cni.go:403] [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default] I0327 15:21:51.257671 3839 cni.go:424] [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-rv5qd 76b123f517da56ce888d275c83885e406ba9e25bfab6b0497c78f782195131f9 network default NAD default], result "{}", err I0327 15:21:51.738047 3839 obj_retry.go:464] Detected object tsf/patch-tekton-config-rv5qd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:51.738151 3839 pods.go:176] Deleting pod: tsf/patch-tekton-config-rv5qd I0327 15:21:51.739713 3839 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-rv5qd, ips: 10.129.0.55 I0327 15:21:51.739746 3839 obj_retry.go:464] Detected object tsf/patch-tekton-config-rv5qd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:52.563317 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 15:21:52.757262 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-rv5qd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:52.757283 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-rv5qd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:21:53.187680 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0327 15:21:53.204591 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0327 15:21:53.594448 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 15:21:55.524245 3839 cni.go:403] [tsf-tas/rekor-server-5f596c684f-9v29l dbfcc3a914c64c7ce1040c3d50f64053741fdd0a5ce3a48c5106c304198bf799 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-5f596c684f-9v29l dbfcc3a914c64c7ce1040c3d50f64053741fdd0a5ce3a48c5106c304198bf799 network default NAD default] I0327 15:21:55.532424 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5f596c684f-9v29l, hostIfaceName: dbfcc3a914c64c7, network: default, NAD default, SandboxID: "dbfcc3a914c64c7ce1040c3d50f64053741fdd0a5ce3a48c5106c304198bf799", PCI device ID: , UID: "aa961364-ce57-4854-93be-ad99d123338c", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0327 15:21:55.578081 3839 cni.go:424] [tsf-tas/rekor-server-5f596c684f-9v29l dbfcc3a914c64c7ce1040c3d50f64053741fdd0a5ce3a48c5106c304198bf799 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-5f596c684f-9v29l dbfcc3a914c64c7ce1040c3d50f64053741fdd0a5ce3a48c5106c304198bf799 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:64:ee:fa:4c:b2\",\"name\":\"dbfcc3a914c64c7\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/752a3a64-5880-464a-918f-bc3c0d3ef57b\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:21:58.218124 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0327 15:21:58.356015 3839 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-cchnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:58.356586 3839 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-cchnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:59.378700 3839 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-cchnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:59.378725 3839 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-cchnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:59.415046 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-rv5qd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:59.415066 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-rv5qd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:59.424980 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-rv5qd I0327 15:21:59.424999 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-rv5qd I0327 15:21:59.470874 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0327 15:21:59.537823 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-1-176.ec2.internal I0327 15:21:59.537924 3839 kube.go:256] Updating pod tsf/test-tsf-pipelines I0327 15:21:59.550254 3839 pod.go:62] [tsf/test-tsf-pipelines] pod update took 12.352864ms I0327 15:21:59.550270 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 12.374854ms I0327 15:21:59.551696 3839 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 13.889132ms, libovsdb time 994.967µs I0327 15:21:59.899603 3839 cni.go:403] [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default] I0327 15:21:59.908463 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: e2a9bfb42779c58, network: default, NAD default, SandboxID: "e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35", PCI device ID: , UID: "436602de-1bf8-4892-8961-62054da2c40e", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0327 15:21:59.954014 3839 cni.go:424] [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:de:e7:fa:12:2b\",\"name\":\"e2a9bfb42779c58\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4421aa77-5f93-4851-997b-445a4e877b01\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:22:04.199180 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0327 15:22:05.335953 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0327 15:22:09.227980 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0327 15:22:09.300313 3839 cni.go:403] [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default] I0327 15:22:09.374162 3839 cni.go:424] [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines e2a9bfb42779c58c972db67894b4234f457d10f86f851846efb66deb4eabac35 network default NAD default], result "{}", err I0327 15:22:09.419817 3839 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:09.419871 3839 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0327 15:22:09.421295 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.129.0.59 I0327 15:22:09.421321 3839 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:09.436809 3839 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:09.436829 3839 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:09.443466 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0327 15:22:09.443483 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0327 15:22:09.983737 3839 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-176.ec2.internal I0327 15:22:09.983863 3839 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0327 15:22:09.999804 3839 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.984927ms I0327 15:22:09.999825 3839 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.012476ms I0327 15:22:10.000973 3839 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.253807ms, libovsdb time 765.246µs I0327 15:22:10.344233 3839 cni.go:403] [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default] I0327 15:22:10.352740 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d885622ea59a7b1, network: default, NAD default, SandboxID: "d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c", PCI device ID: , UID: "391fdcb3-1afa-44df-9035-8298c0460116", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0327 15:22:10.398289 3839 cni.go:424] [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:43:6b:43:94:af\",\"name\":\"d885622ea59a7b1\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d0e8943-2218-424d-b168-4d3d7b6d9e15\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:22:14.340703 3839 cni.go:403] [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default] I0327 15:22:14.416027 3839 cni.go:424] [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d885622ea59a7b1c8774002234889d5a317b48e1b1c98aa3316c8007028f440c network default NAD default], result "{}", err I0327 15:22:14.466449 3839 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:14.466484 3839 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0327 15:22:14.467707 3839 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.60 I0327 15:22:14.467739 3839 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:14.485778 3839 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:14.485797 3839 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:14.493236 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0327 15:22:14.493264 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0327 15:22:14.684712 3839 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-176.ec2.internal I0327 15:22:14.684814 3839 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0327 15:22:14.699754 3839 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.960786ms I0327 15:22:14.699777 3839 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.987789ms I0327 15:22:14.701093 3839 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.395301ms, libovsdb time 917.935µs I0327 15:22:15.045344 3839 cni.go:403] [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default] I0327 15:22:15.053837 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: b25987bb72c6299, network: default, NAD default, SandboxID: "b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7", PCI device ID: , UID: "8b77476f-a263-4371-bd77-14bf566824fb", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0327 15:22:15.097228 3839 cni.go:424] [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:6c:f5:39:f9:76\",\"name\":\"b25987bb72c6299\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d314a781-b158-402c-9aa4-95b10f9042a2\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:22:21.460803 3839 obj_retry.go:464] Detected object tsf-tpa/create-db-4v6df of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:21.461402 3839 obj_retry.go:464] Detected object tsf-tpa/create-db-4v6df of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:22.484804 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-4v6df of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:22.484830 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-4v6df of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:24.493708 3839 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pq86c-dt6kd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:24.494334 3839 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pq86c-dt6kd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:25.379679 3839 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pq86c-dt6kd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:25.379700 3839 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pq86c-dt6kd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:25.515011 3839 obj_retry.go:464] Detected object tsf-tpa/migrate-db-h7chx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:25.515626 3839 obj_retry.go:464] Detected object tsf-tpa/migrate-db-h7chx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:25.609381 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-h7chx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:25.609400 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-h7chx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:31.292209 3839 obj_retry.go:464] Detected object tsf-tpa/create-importers-9h4cb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:31.292759 3839 obj_retry.go:464] Detected object tsf-tpa/create-importers-9h4cb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:32.317814 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-9h4cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:32.317835 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-9h4cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:22:34.417285 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0327 15:22:34.442813 3839 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0327 15:23:02.638963 3839 cni.go:403] [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default] I0327 15:23:02.729155 3839 cni.go:424] [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa b25987bb72c629980eb8d3d5f0ab05240926d991537acb26ad3bcece33d600e7 network default NAD default], result "{}", err I0327 15:23:02.778313 3839 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:02.778339 3839 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0327 15:23:02.779581 3839 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.61 I0327 15:23:02.779608 3839 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:02.816868 3839 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:02.816891 3839 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:02.823671 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0327 15:23:02.823691 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0327 15:23:03.623901 3839 namespace.go:98] [image-controller] adding namespace I0327 15:23:03.624759 3839 namespace.go:102] [image-controller] adding namespace took 836.493µs I0327 15:23:03.627332 3839 namespace.go:98] [integration-service] adding namespace I0327 15:23:03.627343 3839 namespace.go:98] [build-service] adding namespace I0327 15:23:03.628121 3839 namespace.go:102] [integration-service] adding namespace took 774.205µs I0327 15:23:03.628651 3839 namespace.go:102] [build-service] adding namespace took 1.294505ms I0327 15:23:03.664517 3839 namespace.go:142] [image-controller] updating namespace I0327 15:23:03.715154 3839 namespace.go:142] [image-controller] updating namespace I0327 15:23:03.721277 3839 namespace.go:142] [integration-service] updating namespace I0327 15:23:03.761536 3839 namespace.go:142] [build-service] updating namespace I0327 15:23:03.766465 3839 namespace.go:142] [integration-service] updating namespace I0327 15:23:03.800287 3839 namespace.go:142] [build-service] updating namespace I0327 15:23:03.887202 3839 namespace.go:142] [build-service] updating namespace I0327 15:23:03.924119 3839 namespace.go:142] [integration-service] updating namespace I0327 15:23:03.984321 3839 namespace.go:98] [release-service] adding namespace I0327 15:23:03.985108 3839 namespace.go:102] [release-service] adding namespace took 771.8µs I0327 15:23:03.988610 3839 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-9rx2b] creating logical port konflux-ui_tsf-konflux-public-key-9rx2b for pod on switch ip-10-0-1-176.ec2.internal I0327 15:23:03.988687 3839 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-9rx2b I0327 15:23:04.020235 3839 pod.go:62] [konflux-ui/tsf-konflux-public-key-9rx2b] pod update took 31.568679ms I0327 15:23:04.020253 3839 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-9rx2b] addLogicalPort annotation time took 31.591654ms I0327 15:23:04.021351 3839 pods.go:271] [konflux-ui/tsf-konflux-public-key-9rx2b] addLogicalPort took 32.752548ms, libovsdb time 759.486µs I0327 15:23:04.088181 3839 namespace.go:142] [release-service] updating namespace I0327 15:23:04.088371 3839 namespace.go:142] [konflux-ui] updating namespace I0327 15:23:04.165183 3839 namespace.go:142] [release-service] updating namespace I0327 15:23:04.233651 3839 namespace.go:98] [konflux-info] adding namespace I0327 15:23:04.234384 3839 namespace.go:102] [konflux-info] adding namespace took 717.023µs I0327 15:23:04.368381 3839 namespace.go:98] [namespace-lister] adding namespace I0327 15:23:04.368413 3839 namespace.go:142] [konflux-info] updating namespace I0327 15:23:04.369244 3839 namespace.go:102] [namespace-lister] adding namespace took 845.829µs I0327 15:23:04.399321 3839 namespace.go:98] [enterprise-contract-service] adding namespace I0327 15:23:04.400013 3839 namespace.go:102] [enterprise-contract-service] adding namespace took 678.884µs I0327 15:23:04.473349 3839 namespace.go:142] [image-controller] updating namespace I0327 15:23:04.473430 3839 namespace.go:142] [konflux-info] updating namespace I0327 15:23:04.514310 3839 namespace.go:142] [namespace-lister] updating namespace I0327 15:23:04.648990 3839 cni.go:403] [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default] I0327 15:23:04.657446 3839 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-9rx2b, hostIfaceName: e8c6c3c2e6f1adb, network: default, NAD default, SandboxID: "e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357", PCI device ID: , UID: "6b2fe4f8-b994-4ad8-a6eb-030329359f72", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0327 15:23:04.670442 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:23:04.703688 3839 cni.go:424] [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:12:83:9e:94:da\",\"name\":\"e8c6c3c2e6f1adb\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45079f26-bff5-442c-b76e-a066f644fe0d\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:23:04.762378 3839 namespace.go:98] [default-tenant] adding namespace I0327 15:23:04.762475 3839 namespace.go:142] [namespace-lister] updating namespace I0327 15:23:04.763172 3839 namespace.go:102] [default-tenant] adding namespace took 774.254µs I0327 15:23:04.828116 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:23:04.828146 3839 namespace.go:98] [segment-bridge] adding namespace I0327 15:23:04.828732 3839 namespace.go:102] [segment-bridge] adding namespace took 573.661µs I0327 15:23:04.881474 3839 namespace.go:142] [default-tenant] updating namespace I0327 15:23:04.954491 3839 namespace.go:142] [default-tenant] updating namespace I0327 15:23:04.980184 3839 namespace.go:142] [segment-bridge] updating namespace I0327 15:23:05.053378 3839 namespace.go:142] [segment-bridge] updating namespace I0327 15:23:05.053421 3839 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0327 15:23:05.054015 3839 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0327 15:23:05.054032 3839 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0327 15:23:05.056540 3839 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0327 15:23:05.099228 3839 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0327 15:23:05.099246 3839 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0327 15:23:05.099833 3839 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0327 15:23:05.288833 3839 namespace.go:142] [build-service] updating namespace I0327 15:23:05.706384 3839 namespace.go:142] [image-controller] updating namespace I0327 15:23:06.148384 3839 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-zpmqr] creating logical port integration-service_integration-service-controller-manager-759977d69f-zpmqr for pod on switch ip-10-0-1-176.ec2.internal I0327 15:23:06.148486 3839 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-zpmqr I0327 15:23:06.221508 3839 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-zpmqr I0327 15:23:06.221832 3839 namespace.go:142] [integration-service] updating namespace I0327 15:23:06.248113 3839 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-zpmqr] addLogicalPort annotation time took 99.660904ms I0327 15:23:06.248132 3839 base_network_controller_pods.go:828] Released IPs: 10.129.0.63 for node: ip-10-0-1-176.ec2.internal I0327 15:23:06.248138 3839 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-zpmqr] addLogicalPort took 99.77601ms, libovsdb time 0s E0327 15:23:06.248155 3839 obj_retry.go:682] Failed to update *v1.Pod, old=integration-service/integration-service-controller-manager-759977d69f-zpmqr, new=integration-service/integration-service-controller-manager-759977d69f-zpmqr, error: addLogicalPort failed for integration-service/integration-service-controller-manager-759977d69f-zpmqr: failed to update pod integration-service/integration-service-controller-manager-759977d69f-zpmqr: Operation cannot be fulfilled on pods "integration-service-controller-manager-759977d69f-zpmqr": the object has been modified; please apply your changes to the latest version and try again I0327 15:23:06.248227 3839 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-zpmqr] creating logical port integration-service_integration-service-controller-manager-759977d69f-zpmqr for pod on switch ip-10-0-1-176.ec2.internal I0327 15:23:06.248282 3839 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"integration-service", Name:"integration-service-controller-manager-759977d69f-zpmqr", UID:"2201abb1-111b-4f35-adb5-105e8d842f7e", APIVersion:"v1", ResourceVersion:"29235", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for integration-service/integration-service-controller-manager-759977d69f-zpmqr: failed to update pod integration-service/integration-service-controller-manager-759977d69f-zpmqr: Operation cannot be fulfilled on pods "integration-service-controller-manager-759977d69f-zpmqr": the object has been modified; please apply your changes to the latest version and try again I0327 15:23:06.248294 3839 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-zpmqr I0327 15:23:06.284455 3839 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-zpmqr] pod update took 36.181745ms I0327 15:23:06.284478 3839 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-zpmqr] addLogicalPort annotation time took 36.206348ms I0327 15:23:06.285653 3839 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-zpmqr] addLogicalPort took 37.432367ms, libovsdb time 777.291µs I0327 15:23:06.610336 3839 namespace.go:142] [konflux-info] updating namespace I0327 15:23:06.930377 3839 namespace.go:142] [namespace-lister] updating namespace I0327 15:23:07.193550 3839 namespace.go:142] [release-service] updating namespace I0327 15:23:07.327630 3839 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5ddcc68d4f-z4mcl] creating logical port konflux-ui_proxy-5ddcc68d4f-z4mcl for pod on switch ip-10-0-1-176.ec2.internal I0327 15:23:07.327726 3839 kube.go:256] Updating pod konflux-ui/proxy-5ddcc68d4f-z4mcl I0327 15:23:07.343425 3839 namespace.go:142] [build-service] updating namespace I0327 15:23:07.351267 3839 pod.go:62] [konflux-ui/proxy-5ddcc68d4f-z4mcl] pod update took 23.570861ms I0327 15:23:07.351288 3839 base_network_controller_pods.go:937] [default/konflux-ui/proxy-5ddcc68d4f-z4mcl] addLogicalPort annotation time took 23.597465ms I0327 15:23:07.352457 3839 pods.go:271] [konflux-ui/proxy-5ddcc68d4f-z4mcl] addLogicalPort took 24.847766ms, libovsdb time 815.951µs I0327 15:23:07.364511 3839 namespace.go:142] [image-controller] updating namespace I0327 15:23:07.386281 3839 namespace.go:142] [integration-service] updating namespace I0327 15:23:07.447552 3839 namespace.go:142] [konflux-info] updating namespace I0327 15:23:07.492207 3839 namespace.go:142] [namespace-lister] updating namespace I0327 15:23:07.512193 3839 namespace.go:142] [release-service] updating namespace I0327 15:23:07.574561 3839 namespace.go:142] [build-service] updating namespace I0327 15:23:07.676058 3839 cni.go:403] [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default] I0327 15:23:07.735243 3839 namespace.go:142] [image-controller] updating namespace I0327 15:23:07.750461 3839 cni.go:424] [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-9rx2b e8c6c3c2e6f1adb039b31a81cf22cbf846b7f81e926f1b6692adbebfea161357 network default NAD default], result "{}", err I0327 15:23:07.837917 3839 namespace.go:142] [integration-service] updating namespace I0327 15:23:07.837952 3839 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-9rx2b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:07.837976 3839 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-9rx2b I0327 15:23:07.839251 3839 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-9rx2b, ips: 10.129.0.62 I0327 15:23:07.839282 3839 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-9rx2b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:07.924038 3839 namespace.go:142] [konflux-info] updating namespace I0327 15:23:08.081316 3839 namespace.go:142] [namespace-lister] updating namespace I0327 15:23:08.188201 3839 namespace.go:142] [release-service] updating namespace I0327 15:23:08.245680 3839 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q] creating logical port integration-service_integration-service-controller-manager-7d98d5df6f-tbx4q for pod on switch ip-10-0-1-176.ec2.internal I0327 15:23:08.245769 3839 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q I0327 15:23:08.267300 3839 pod.go:62] [integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q] pod update took 21.554368ms I0327 15:23:08.267318 3839 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q] addLogicalPort annotation time took 21.576958ms I0327 15:23:08.268508 3839 pods.go:271] [integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q] addLogicalPort took 22.845013ms, libovsdb time 820.533µs I0327 15:23:08.852226 3839 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-9rx2b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:08.852252 3839 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-9rx2b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:08.987780 3839 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-176.ec2.internal I0327 15:23:08.987886 3839 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0327 15:23:09.000529 3839 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 12.687119ms I0327 15:23:09.000551 3839 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 12.710351ms I0327 15:23:09.001806 3839 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 14.045016ms, libovsdb time 822.878µs I0327 15:23:09.329996 3839 namespace.go:142] [default-tenant] updating namespace I0327 15:23:09.347931 3839 cni.go:403] [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default] I0327 15:23:09.356291 3839 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: c8e5c7628af855d, network: default, NAD default, SandboxID: "c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae", PCI device ID: , UID: "91dbe76a-9d62-4f2a-9093-26ab7fa16f11", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0327 15:23:09.402689 3839 cni.go:424] [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:c5:b3:b6:f0:cf\",\"name\":\"c8e5c7628af855d\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d929898b-7579-4ee9-b84f-88df03a99068\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:23:09.536717 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:23:09.732381 3839 namespace.go:142] [segment-bridge] updating namespace I0327 15:23:09.852642 3839 namespace.go:142] [default-tenant] updating namespace I0327 15:23:09.868372 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:23:09.881480 3839 namespace.go:142] [segment-bridge] updating namespace I0327 15:23:09.962903 3839 namespace.go:142] [default-tenant] updating namespace I0327 15:23:10.068256 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:23:10.168280 3839 namespace.go:142] [segment-bridge] updating namespace W0327 15:23:10.374584 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0327 15:23:12.209438 3839 cni.go:403] [integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q 32cd4109b904183850a05ce886066feeb9217c686b1bf610dca0b08f3ffefde1 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q 32cd4109b904183850a05ce886066feeb9217c686b1bf610dca0b08f3ffefde1 network default NAD default] I0327 15:23:12.217820 3839 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7d98d5df6f-tbx4q, hostIfaceName: 32cd4109b904183, network: default, NAD default, SandboxID: "32cd4109b904183850a05ce886066feeb9217c686b1bf610dca0b08f3ffefde1", PCI device ID: , UID: "d7798ef6-3a1c-4863-b5ee-9b5ed34f8e8f", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0327 15:23:12.262070 3839 cni.go:424] [integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q 32cd4109b904183850a05ce886066feeb9217c686b1bf610dca0b08f3ffefde1 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7d98d5df6f-tbx4q 32cd4109b904183850a05ce886066feeb9217c686b1bf610dca0b08f3ffefde1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:d5:3f:90:bc:65\",\"name\":\"32cd4109b904183\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dff0729e-31d3-4bb2-b1f4-fdd27993d63c\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:23:12.388236 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0327 15:23:12.416685 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0327 15:23:15.992083 3839 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default] I0327 15:23:15.994975 3839 cni.go:403] [konflux-ui/proxy-5ddcc68d4f-z4mcl 6c10691b4e0157f8f68c62b0293df73df216b91f1187c60360ce945c98cbacb1 network default NAD default] ADD starting CNI request [konflux-ui/proxy-5ddcc68d4f-z4mcl 6c10691b4e0157f8f68c62b0293df73df216b91f1187c60360ce945c98cbacb1 network default NAD default] I0327 15:23:16.003744 3839 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-zpmqr, hostIfaceName: e0034b57adfdf60, network: default, NAD default, SandboxID: "e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740", PCI device ID: , UID: "2201abb1-111b-4f35-adb5-105e8d842f7e", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0327 15:23:16.004105 3839 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-5ddcc68d4f-z4mcl, hostIfaceName: 6c10691b4e0157f, network: default, NAD default, SandboxID: "6c10691b4e0157f8f68c62b0293df73df216b91f1187c60360ce945c98cbacb1", PCI device ID: , UID: "e94072a6-9a72-401f-b7bb-d1a569a250af", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0327 15:23:16.057470 3839 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:a6:b0:b3:b1:4e\",\"name\":\"e0034b57adfdf60\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f186de87-10d6-4cde-b997-b9f37c215d07\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:23:16.079662 3839 cni.go:424] [konflux-ui/proxy-5ddcc68d4f-z4mcl 6c10691b4e0157f8f68c62b0293df73df216b91f1187c60360ce945c98cbacb1 network default NAD default] ADD finished CNI request [konflux-ui/proxy-5ddcc68d4f-z4mcl 6c10691b4e0157f8f68c62b0293df73df216b91f1187c60360ce945c98cbacb1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:46:8a:a5:99:ba\",\"name\":\"6c10691b4e0157f\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1aeef8e9-8f33-4608-b671-4b57b475cfee\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 15:23:16.746292 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 15:23:16.748996 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 15:23:16.764069 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 15:23:16.764299 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 15:23:19.443228 3839 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:19.443252 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:19.462297 3839 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0327 15:23:20.448582 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0327 15:23:20.453435 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0327 15:23:23.821203 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:23.821222 3839 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:27.753975 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 15:23:27.757936 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0327 15:23:27.960605 3839 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default] I0327 15:23:28.044915 3839 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-zpmqr e0034b57adfdf60e2c642b60d899ec8d85e2d71d91e83495bc054ef8284a9740 network default NAD default], result "{}", err I0327 15:23:28.084253 3839 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-zpmqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:28.084286 3839 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-zpmqr I0327 15:23:28.085678 3839 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-zpmqr, ips: 10.129.0.64 I0327 15:23:28.085709 3839 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-zpmqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:28.829019 3839 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-zpmqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:28.829044 3839 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-zpmqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:28.831871 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-zpmqr I0327 15:23:28.831896 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-zpmqr W0327 15:23:55.500790 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:55.500812 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:55.500822 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0327 15:23:55.500827 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0327 15:24:02.877552 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0327 15:24:02.877581 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0327 15:24:05.572628 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0327 15:24:32.349258 3839 obj_retry.go:464] Detected object konflux-ui/proxy-658b44b84-npv7x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:32.349820 3839 obj_retry.go:464] Detected object konflux-ui/proxy-658b44b84-npv7x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:32.862138 3839 obj_retry.go:458] Detected object konflux-ui/proxy-658b44b84-npv7x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:32.862156 3839 obj_retry.go:458] Detected object konflux-ui/proxy-658b44b84-npv7x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:32.868484 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-658b44b84-npv7x I0327 15:24:32.868508 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-658b44b84-npv7x I0327 15:24:41.282008 3839 cni.go:403] [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default] I0327 15:24:41.368460 3839 cni.go:424] [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux c8e5c7628af855d3fd47e9123a038bbbf66710ef0b8c1543f978246f5d7fd8ae network default NAD default], result "{}", err I0327 15:24:41.416353 3839 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:41.416381 3839 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0327 15:24:41.417635 3839 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.67 I0327 15:24:41.417662 3839 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:41.435033 3839 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:41.435052 3839 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:41.440566 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0327 15:24:41.440588 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0327 15:24:59.608788 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 15:25:09.150966 3839 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mht92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:25:09.151548 3839 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mht92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:25:09.241263 3839 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-6xs6c] creating logical port image-controller_image-controller-controller-manager-56b684c87-6xs6c for pod on switch ip-10-0-1-176.ec2.internal I0327 15:25:09.241393 3839 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-6xs6c I0327 15:25:09.266280 3839 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-6xs6c] pod update took 24.915193ms I0327 15:25:09.266301 3839 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-6xs6c] addLogicalPort annotation time took 24.939816ms I0327 15:25:09.267595 3839 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-6xs6c] addLogicalPort took 26.347446ms, libovsdb time 898.053µs I0327 15:25:09.607189 3839 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-6xs6c a481f985371ad1377f2431d8c5a68e59e66219b8e472a4074154f50818b17d3e network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-6xs6c a481f985371ad1377f2431d8c5a68e59e66219b8e472a4074154f50818b17d3e network default NAD default] I0327 15:25:09.615871 3839 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-6xs6c, hostIfaceName: a481f985371ad13, network: default, NAD default, SandboxID: "a481f985371ad1377f2431d8c5a68e59e66219b8e472a4074154f50818b17d3e", PCI device ID: , UID: "08e1d23b-1ccb-429c-a9d8-5711a398be75", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0327 15:25:09.662081 3839 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-6xs6c a481f985371ad1377f2431d8c5a68e59e66219b8e472a4074154f50818b17d3e network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-6xs6c a481f985371ad1377f2431d8c5a68e59e66219b8e472a4074154f50818b17d3e network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:7a:01:d4:82:04\",\"name\":\"a481f985371ad13\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98329ed1-b95a-4952-a76e-fd52a02c0df9\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:25:10.066831 3839 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mht92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:25:10.066866 3839 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mht92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:25:10.076060 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-mht92 I0327 15:25:10.076086 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-mht92 W0327 15:25:23.498127 3839 util.go:959] Failed to build node endpoints for node ip-10-0-1-176.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0327 15:25:23.811069 3839 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nwslp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:25:23.811622 3839 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nwslp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:25:24.151801 3839 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nwslp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:25:24.151825 3839 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nwslp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:25:24.158025 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-nwslp I0327 15:25:24.158049 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-nwslp I0327 15:25:33.473446 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 15:25:58.483708 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=476 I0327 15:25:59.566671 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0327 15:26:02.484141 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=41 I0327 15:26:23.582727 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0327 15:27:03.587599 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0327 15:27:36.568274 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 15:27:51.477815 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=69 I0327 15:28:57.577931 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0327 15:29:01.473817 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0327 15:29:08.600276 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0327 15:29:23.566102 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0327 15:29:56.473622 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=63 I0327 15:30:00.213531 3839 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29577090-qw9p6 for pod on switch ip-10-0-1-176.ec2.internal I0327 15:30:00.213649 3839 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 I0327 15:30:00.244864 3839 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6] pod update took 31.240763ms I0327 15:30:00.244893 3839 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6] addLogicalPort annotation time took 31.274249ms I0327 15:30:00.246163 3839 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6] addLogicalPort took 32.651632ms, libovsdb time 853.228µs I0327 15:30:00.578176 3839 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default] I0327 15:30:00.586649 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29577090-qw9p6, hostIfaceName: db56d15e628c308, network: default, NAD default, SandboxID: "db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134", PCI device ID: , UID: "06a27e2a-650e-4582-85aa-13fb40b74734", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0327 15:30:00.637002 3839 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:f6:b6:5d:35:13\",\"name\":\"db56d15e628c308\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f74b5c26-fc78-4d28-b89c-0de880b8db78\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 15:30:04.190620 3839 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default] I0327 15:30:04.273046 3839 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 db56d15e628c308e21232b870f34f41e968190e8a123e5090cc2d5d7c85e1134 network default NAD default], result "{}", err I0327 15:30:04.323173 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:30:04.323239 3839 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 I0327 15:30:04.324665 3839 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6, ips: 10.129.0.69 I0327 15:30:04.324701 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:30:05.194866 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:30:05.194913 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-qw9p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:31.596906 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0327 15:32:22.047215 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-4v6df of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:32:22.047264 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-4v6df of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:32:22.049365 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4v6df I0327 15:32:22.049391 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4v6df I0327 15:32:22.590819 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0327 15:32:25.026491 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-h7chx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:32:25.026516 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-h7chx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:32:25.030352 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-h7chx I0327 15:32:25.030373 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-h7chx I0327 15:32:32.046156 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-9h4cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:32:32.046210 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-9h4cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:32:32.048664 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9h4cb I0327 15:32:32.048687 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9h4cb I0327 15:33:18.475794 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 15:33:19.575536 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0327 15:33:34.585402 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 15:33:41.486588 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0327 15:34:16.612100 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 15:34:34.569411 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0327 15:35:12.573147 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0327 15:35:36.486556 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0327 15:35:41.571105 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0327 15:36:05.580695 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0327 15:36:20.480410 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0327 15:36:43.602382 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7