+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-34.ec2.internal ++ [[ -n ip-10-0-2-34.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-34.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 15:09:40.541635753 - disable conntrack on geneve port' I0327 15:09:40.541635753 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0327 15:09:40.584569386 - starting ovnkube-node + echo 'I0327 15:09:40.584569386 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-34.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-34.ec2.internal --init-node ip-10-0-2-34.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-34.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0327 15:09:40.633089 4035 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0327 15:09:40.633147 4035 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-bccd260e05.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0327 15:09:40.634631 4035 kube.go:419] Waiting for certificate I0327 15:09:40.634666 4035 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0327 15:09:40.634706 4035 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0327 15:09:40.635488 4035 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 15:09:40.662311 4035 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:09:40.662330 4035 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:09:40.664922 4035 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:09:40.667439 4035 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zdxmj" I0327 15:09:40.675276 4035 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zdxmj" I0327 15:09:40.675337 4035 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 15:09:41.635030 4035 kube.go:426] Certificate found I0327 15:09:41.635562 4035 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 15:09:41.636460 4035 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0327 15:09:41.687315 4035 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 15:04:40 +0000 UTC" deadline="2026-03-28 09:41:21.273704948 +0000 UTC" I0327 15:09:41.687347 4035 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h31m39.58636763s" I0327 15:09:41.705169 4035 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 15:09:41.715609 4035 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0327 15:09:41.715818 4035 factory.go:531] Starting watch factory I0327 15:09:41.715929 4035 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0327 15:09:41.716032 4035 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.716087 4035 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.716613 4035 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.716664 4035 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.717057 4035 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.717327 4035 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.717432 4035 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.717487 4035 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.719413 4035 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.719496 4035 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.719470 4035 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.719939 4035 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.728015 4035 controller_manager.go:368] Starting the ovnkube controller I0327 15:09:41.728028 4035 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-34.ec2.internal I0327 15:09:41.728072 4035 controller_manager.go:393] NBDB zone sync took: 36.848µs I0327 15:09:41.728081 4035 factory.go:531] Starting watch factory I0327 15:09:41.739031 4035 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.739324 4035 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0327 15:09:41.741427 4035 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.741885 4035 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.743375 4035 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0327 15:09:41.743503 4035 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0327 15:09:41.744449 4035 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.744727 4035 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.746403 4035 ovn_northd.go:121] Registering OVN northd metrics I0327 15:09:41.753441 4035 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:09:41.761471 4035 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0327 15:09:41.821620 4035 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 15:09:41.821645 4035 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 15:09:41.821649 4035 factory.go:1890] *v1.Node informer cache synced successfully I0327 15:09:41.821652 4035 factory.go:1890] *v1.Service informer cache synced successfully I0327 15:09:41.821655 4035 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 15:09:41.821658 4035 factory.go:1890] *v1.Pod informer cache synced successfully I0327 15:09:41.821771 4035 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:09:41.821743 4035 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:09:41.821799 4035 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:09:41.821802 4035 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:09:41.825161 4035 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:09:41.825164 4035 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 15:09:41.827104 4035 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 15:09:41.827117 4035 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 15:09:41.827174 4035 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.827193 4035 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.830023 4035 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.832472 4035 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 15:09:41.832582 4035 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.832646 4035 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.833600 4035 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 15:09:41.833612 4035 factory.go:1890] *v1.Node informer cache synced successfully I0327 15:09:41.833617 4035 factory.go:1890] *v1.Service informer cache synced successfully I0327 15:09:41.833620 4035 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 15:09:41.833623 4035 factory.go:1890] *v1.Pod informer cache synced successfully I0327 15:09:41.833626 4035 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 15:09:41.835592 4035 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.838120 4035 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 15:09:41.838169 4035 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.838183 4035 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.838734 4035 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 15:09:41.838746 4035 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 15:09:41.841238 4035 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.843192 4035 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 15:09:41.843319 4035 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.843336 4035 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.843808 4035 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 15:09:41.846312 4035 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.848272 4035 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 15:09:41.848328 4035 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.848340 4035 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.849770 4035 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 15:09:41.851183 4035 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.853504 4035 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 15:09:41.853664 4035 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 15:09:41.853676 4035 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 15:09:41.854856 4035 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 15:09:41.856323 4035 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 15:09:41.858856 4035 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 15:09:41.858921 4035 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.858936 4035 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.859012 4035 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.859028 4035 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.860100 4035 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 15:09:41.861888 4035 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.862081 4035 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 15:09:41.864112 4035 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 15:09:41.864123 4035 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 15:09:41.864129 4035 factory.go:636] Watch Factory start up complete, took: 148.320971ms I0327 15:09:41.864194 4035 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0327 15:09:41.865951 4035 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 15:09:41.871101 4035 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 15:09:41.876333 4035 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 15:09:41.876343 4035 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 15:09:41.876350 4035 factory.go:636] Watch Factory start up complete, took: 148.268214ms I0327 15:09:41.876357 4035 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-34.ec2.internal" zone I0327 15:09:41.909174 4035 default_node_network_controller.go:709] Initializing the default node network controller I0327 15:09:41.973784 4035 udn_isolation.go:101] Starting UDN host isolation manager I0327 15:09:41.980952 4035 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0327 15:09:42.041477 4035 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0327 15:09:42.041546 4035 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0327 15:09:42.041560 4035 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0327 15:09:42.076320 4035 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0327 15:09:42.076390 4035 default_node_network_controller.go:808] Node ip-10-0-2-34.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0327 15:09:42.082250 4035 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.34"] k8s.ovn.org/zone-name:ip-10-0-2-34.ec2.internal] on node ip-10-0-2-34.ec2.internal I0327 15:09:42.101527 4035 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0327 15:09:42.107216 4035 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0327 15:09:42.107405 4035 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0327 15:09:42.107578 4035 gateway_init.go:263] Preparing Gateway I0327 15:09:42.107592 4035 gateway_shared_intf.go:1658] Creating new gateway I0327 15:09:42.126547 4035 controller_manager.go:427] Waiting for node in zone sync took: 250.175007ms I0327 15:09:42.131434 4035 controller_manager.go:608] Switching to transit router for layer2 networks I0327 15:09:42.131449 4035 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-34.ec2.internal I0327 15:09:42.145865 4035 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 15:09:42.151383 4035 controller_manager.go:288] SCTP support detected in OVN I0327 15:09:42.152024 4035 services_controller.go:69] Creating services controller for network=default I0327 15:09:42.152121 4035 udn_enabled_svc.go:80] Waiting for service informer to sync I0327 15:09:42.152309 4035 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0327 15:09:42.152343 4035 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0327 15:09:42.152356 4035 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0327 15:09:42.152364 4035 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 15:09:42.152546 4035 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0327 15:09:42.152589 4035 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0327 15:09:42.152625 4035 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.829µs I0327 15:09:42.152641 4035 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.124µs I0327 15:09:42.152648 4035 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0327 15:09:42.152652 4035 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.68µs I0327 15:09:42.152660 4035 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0327 15:09:42.152669 4035 default_network_controller.go:321] Starting the default network controller I0327 15:09:42.152693 4035 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 7.769µs I0327 15:09:42.152711 4035 udn_enabled_svc.go:95] Performing full resync I0327 15:09:42.153056 4035 udn_enabled_svc.go:99] Waiting for handler to sync I0327 15:09:42.153066 4035 udn_enabled_svc.go:104] Starting worker I0327 15:09:42.161301 4035 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0327 15:09:42.161395 4035 repair.go:33] Syncing exgw routes took 78.66µs I0327 15:09:42.161426 4035 default_network_controller.go:407] Starting all the Watchers... I0327 15:09:42.161707 4035 namespace.go:98] [open-cluster-management-2pa4nkn99kaqqvukhcr451snphcdn29u] adding namespace I0327 15:09:42.161731 4035 namespace.go:98] [openshift-apiserver] adding namespace I0327 15:09:42.161731 4035 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0327 15:09:42.161742 4035 namespace.go:98] [openshift-apiserver-operator] adding namespace I0327 15:09:42.161793 4035 namespace.go:98] [openshift-config-operator] adding namespace I0327 15:09:42.161797 4035 namespace.go:98] [openshift-config-managed] adding namespace I0327 15:09:42.161804 4035 namespace.go:98] [openshift-backplane-cee] adding namespace I0327 15:09:42.161813 4035 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0327 15:09:42.161817 4035 namespace.go:98] [openshift-console] adding namespace I0327 15:09:42.161822 4035 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0327 15:09:42.161821 4035 namespace.go:98] [openshift-image-registry] adding namespace I0327 15:09:42.161829 4035 namespace.go:98] [openshift-logging] adding namespace I0327 15:09:42.161833 4035 namespace.go:98] [openshift-operators] adding namespace I0327 15:09:42.161820 4035 namespace.go:98] [openshift-etcd] adding namespace I0327 15:09:42.161863 4035 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0327 15:09:42.162702 4035 namespace.go:102] [open-cluster-management-2pa4nkn99kaqqvukhcr451snphcdn29u] adding namespace took 980.91µs I0327 15:09:42.162718 4035 namespace.go:98] [openshift-backplane-csm] adding namespace I0327 15:09:42.163230 4035 namespace.go:102] [openshift-backplane-csm] adding namespace took 505.073µs I0327 15:09:42.163248 4035 namespace.go:98] [openshift-ingress-operator] adding namespace I0327 15:09:42.163786 4035 namespace.go:102] [openshift-apiserver] adding namespace took 2.041519ms I0327 15:09:42.163811 4035 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0327 15:09:42.164365 4035 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.619788ms I0327 15:09:42.164383 4035 namespace.go:98] [openshift-backplane-srep] adding namespace I0327 15:09:42.164977 4035 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.204693ms I0327 15:09:42.164995 4035 namespace.go:98] [openshift-must-gather-operator] adding namespace I0327 15:09:42.165568 4035 namespace.go:102] [openshift-config-operator] adding namespace took 3.767ms I0327 15:09:42.165578 4035 namespace.go:98] [openshift-network-diagnostics] adding namespace I0327 15:09:42.166257 4035 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.442838ms I0327 15:09:42.166287 4035 namespace.go:98] [openshift-node] adding namespace I0327 15:09:42.166783 4035 namespace.go:102] [openshift-config-managed] adding namespace took 4.975302ms I0327 15:09:42.166801 4035 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0327 15:09:42.167353 4035 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.532789ms I0327 15:09:42.167370 4035 namespace.go:98] [openshift-console-operator] adding namespace I0327 15:09:42.167963 4035 namespace.go:102] [openshift-image-registry] adding namespace took 6.127238ms I0327 15:09:42.167981 4035 namespace.go:98] [openshift-backplane-mobb] adding namespace I0327 15:09:42.168589 4035 namespace.go:102] [openshift-console] adding namespace took 6.760901ms I0327 15:09:42.168611 4035 namespace.go:98] [openshift-authentication-operator] adding namespace I0327 15:09:42.169173 4035 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.339969ms I0327 15:09:42.169186 4035 namespace.go:98] [openshift-controller-manager] adding namespace I0327 15:09:42.169731 4035 namespace.go:102] [openshift-operators] adding namespace took 7.88577ms I0327 15:09:42.169768 4035 namespace.go:98] [openshift-machine-config-operator] adding namespace I0327 15:09:42.170367 4035 namespace.go:102] [openshift-logging] adding namespace took 8.527378ms I0327 15:09:42.170383 4035 namespace.go:98] [default] adding namespace I0327 15:09:42.170891 4035 namespace.go:102] [openshift-etcd] adding namespace took 9.041177ms I0327 15:09:42.170912 4035 namespace.go:98] [openshift-host-network] adding namespace I0327 15:09:42.171451 4035 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 9.578503ms I0327 15:09:42.171465 4035 namespace.go:98] [openshift-cluster-version] adding namespace I0327 15:09:42.171981 4035 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.727535ms I0327 15:09:42.171998 4035 namespace.go:98] [openshift-ingress] adding namespace I0327 15:09:42.172558 4035 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.735031ms I0327 15:09:42.172575 4035 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0327 15:09:42.173036 4035 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.648108ms I0327 15:09:42.173051 4035 namespace.go:98] [openshift-infra] adding namespace W0327 15:09:42.173577 4035 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dcfk8: pod openshift-network-diagnostics/network-check-target-dcfk8: no pod IPs found I0327 15:09:42.173584 4035 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.58389ms I0327 15:09:42.173593 4035 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0327 15:09:42.174156 4035 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.57243ms I0327 15:09:42.174172 4035 namespace.go:98] [openshift-kube-apiserver] adding namespace I0327 15:09:42.174610 4035 namespace.go:102] [openshift-node] adding namespace took 8.316495ms I0327 15:09:42.174628 4035 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0327 15:09:42.175050 4035 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.242301ms I0327 15:09:42.175062 4035 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0327 15:09:42.175552 4035 namespace.go:102] [openshift-console-operator] adding namespace took 8.173659ms I0327 15:09:42.175574 4035 namespace.go:98] [kube-node-lease] adding namespace I0327 15:09:42.175973 4035 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.986076ms I0327 15:09:42.175986 4035 namespace.go:98] [openshift-console-user-settings] adding namespace I0327 15:09:42.176445 4035 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.83039ms I0327 15:09:42.176456 4035 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0327 15:09:42.177018 4035 namespace.go:102] [openshift-controller-manager] adding namespace took 7.823584ms I0327 15:09:42.177041 4035 namespace.go:98] [openshift-backplane-tam] adding namespace I0327 15:09:42.177388 4035 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.611531ms I0327 15:09:42.177404 4035 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0327 15:09:42.177976 4035 namespace.go:102] [default] adding namespace took 7.587527ms I0327 15:09:42.177991 4035 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0327 15:09:42.178523 4035 namespace.go:102] [openshift-host-network] adding namespace took 7.604437ms I0327 15:09:42.178535 4035 namespace.go:98] [openshift-machine-api] adding namespace I0327 15:09:42.179090 4035 namespace.go:102] [openshift-cluster-version] adding namespace took 7.620567ms I0327 15:09:42.179102 4035 namespace.go:98] [openshift-package-operator] adding namespace I0327 15:09:42.179532 4035 namespace.go:102] [openshift-ingress] adding namespace took 7.529493ms I0327 15:09:42.179542 4035 namespace.go:98] [openshift-network-console] adding namespace I0327 15:09:42.179959 4035 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.379172ms I0327 15:09:42.179971 4035 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0327 15:09:42.180373 4035 namespace.go:102] [openshift-infra] adding namespace took 7.317888ms I0327 15:09:42.180385 4035 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0327 15:09:42.180843 4035 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.244677ms I0327 15:09:42.180857 4035 namespace.go:98] [openshift-ingress-canary] adding namespace I0327 15:09:42.181200 4035 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.023982ms I0327 15:09:42.181211 4035 namespace.go:98] [kube-public] adding namespace I0327 15:09:42.181797 4035 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.163565ms I0327 15:09:42.181813 4035 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0327 15:09:42.182379 4035 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.309596ms I0327 15:09:42.182398 4035 namespace.go:98] [openshift-multus] adding namespace I0327 15:09:42.183013 4035 namespace.go:102] [kube-node-lease] adding namespace took 7.428007ms I0327 15:09:42.183032 4035 namespace.go:98] [openshift] adding namespace I0327 15:09:42.183571 4035 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.580347ms I0327 15:09:42.183582 4035 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0327 15:09:42.184138 4035 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.675578ms I0327 15:09:42.184154 4035 namespace.go:98] [openshift-customer-monitoring] adding namespace I0327 15:09:42.184564 4035 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.517627ms I0327 15:09:42.184574 4035 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0327 15:09:42.185085 4035 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.675766ms I0327 15:09:42.185099 4035 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0327 15:09:42.185592 4035 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.597406ms I0327 15:09:42.185601 4035 namespace.go:98] [openshift-config] adding namespace I0327 15:09:42.186061 4035 namespace.go:102] [openshift-machine-api] adding namespace took 7.520687ms I0327 15:09:42.186074 4035 namespace.go:98] [openshift-kube-scheduler] adding namespace I0327 15:09:42.186595 4035 namespace.go:102] [openshift-package-operator] adding namespace took 7.487317ms I0327 15:09:42.186606 4035 namespace.go:98] [openshift-dns] adding namespace I0327 15:09:42.187097 4035 namespace.go:102] [openshift-network-console] adding namespace took 7.55002ms I0327 15:09:42.187109 4035 namespace.go:98] [openshift-network-node-identity] adding namespace I0327 15:09:42.187527 4035 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.55116ms I0327 15:09:42.187538 4035 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0327 15:09:42.188009 4035 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.618739ms I0327 15:09:42.188020 4035 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0327 15:09:42.188537 4035 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.669018ms I0327 15:09:42.188547 4035 namespace.go:98] [openshift-monitoring] adding namespace I0327 15:09:42.189050 4035 namespace.go:102] [kube-public] adding namespace took 7.835964ms I0327 15:09:42.189060 4035 namespace.go:98] [openshift-backplane] adding namespace W0327 15:09:42.189490 4035 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nfpdk: pod openshift-multus/network-metrics-daemon-nfpdk: no pod IPs found I0327 15:09:42.189495 4035 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.677893ms I0327 15:09:42.189506 4035 namespace.go:98] [kube-system] adding namespace I0327 15:09:42.190113 4035 namespace.go:102] [openshift-multus] adding namespace took 7.70775ms I0327 15:09:42.190133 4035 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0327 15:09:42.190543 4035 namespace.go:102] [openshift] adding namespace took 7.505512ms I0327 15:09:42.190557 4035 namespace.go:98] [openshift-authentication] adding namespace I0327 15:09:42.191128 4035 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.542444ms I0327 15:09:42.191139 4035 namespace.go:98] [openshift-backplane-cse] adding namespace I0327 15:09:42.191610 4035 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.45142ms I0327 15:09:42.191620 4035 namespace.go:98] [openshift-route-controller-manager] adding namespace I0327 15:09:42.192113 4035 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.532222ms I0327 15:09:42.192131 4035 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0327 15:09:42.192606 4035 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.499479ms I0327 15:09:42.192619 4035 namespace.go:98] [dedicated-admin] adding namespace I0327 15:09:42.193110 4035 namespace.go:102] [openshift-config] adding namespace took 7.502292ms I0327 15:09:42.193131 4035 namespace.go:98] [openshift-dns-operator] adding namespace I0327 15:09:42.193492 4035 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.409413ms I0327 15:09:42.193509 4035 namespace.go:98] [openshift-marketplace] adding namespace I0327 15:09:42.194125 4035 namespace.go:102] [openshift-dns] adding namespace took 7.512903ms I0327 15:09:42.194145 4035 namespace.go:98] [openshift-operators-redhat] adding namespace I0327 15:09:42.194565 4035 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.448762ms I0327 15:09:42.195055 4035 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.511348ms I0327 15:09:42.195533 4035 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.509026ms I0327 15:09:42.195545 4035 namespace.go:98] [openshift-insights] adding namespace I0327 15:09:42.196082 4035 namespace.go:102] [openshift-monitoring] adding namespace took 7.528447ms I0327 15:09:42.196584 4035 namespace.go:102] [openshift-backplane] adding namespace took 7.518399ms I0327 15:09:42.197121 4035 namespace.go:102] [kube-system] adding namespace took 7.609203ms I0327 15:09:42.197618 4035 iptables.go:108] Creating table: filter chain: FORWARD I0327 15:09:42.197971 4035 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.831751ms I0327 15:09:42.198414 4035 namespace.go:102] [openshift-authentication] adding namespace took 7.851995ms I0327 15:09:42.198825 4035 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.680998ms I0327 15:09:42.199271 4035 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.646262ms I0327 15:09:42.199285 4035 namespace.go:98] [openshift-network-operator] adding namespace I0327 15:09:42.199647 4035 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.510914ms I0327 15:09:42.199659 4035 namespace.go:98] [openshift-service-ca-operator] adding namespace I0327 15:09:42.200071 4035 namespace.go:102] [dedicated-admin] adding namespace took 7.447684ms I0327 15:09:42.200566 4035 namespace.go:102] [openshift-dns-operator] adding namespace took 7.427898ms I0327 15:09:42.201019 4035 namespace.go:102] [openshift-marketplace] adding namespace took 7.505584ms I0327 15:09:42.201417 4035 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.267857ms I0327 15:09:42.201845 4035 namespace.go:102] [openshift-insights] adding namespace took 6.293202ms I0327 15:09:42.202334 4035 namespace.go:102] [openshift-network-operator] adding namespace took 3.043552ms I0327 15:09:42.202792 4035 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.128791ms I0327 15:09:42.203211 4035 zone_ic_handler.go:186] Time taken to create transit switch: 322.571µs I0327 15:09:42.203284 4035 master.go:532] Adding or Updating local node "ip-10-0-2-34.ec2.internal" for network "default" I0327 15:09:42.203768 4035 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-192.ec2.internal for the network default I0327 15:09:42.203900 4035 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-144.ec2.internal for the network default I0327 15:09:42.204518 4035 iptables.go:108] Creating table: filter chain: OUTPUT I0327 15:09:42.205173 4035 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-192.ec2.internal" on network "default" took: 1.43113ms I0327 15:09:42.205596 4035 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-144.ec2.internal" on network "default" took: 1.707135ms I0327 15:09:42.207421 4035 default_network_controller.go:806] Node add failed for ip-10-0-2-34.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-34.ec2.internal, error getting gateway config for node ip-10-0-2-34.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-34.ec2.internal", failed to update chassis to local for local node ip-10-0-2-34.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-34.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-34.ec2.internal] E0327 15:09:42.207488 4035 obj_retry.go:541] Failed to create *v1.Node ip-10-0-2-34.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-34.ec2.internal, error getting gateway config for node ip-10-0-2-34.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-34.ec2.internal", failed to update chassis to local for local node ip-10-0-2-34.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-34.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-34.ec2.internal] I0327 15:09:42.207548 4035 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0327 15:09:42.207564 4035 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-34.ec2.internal", UID:"e91360ea-7f8c-4a9e-9bad-91c8240a331e", APIVersion:"v1", ResourceVersion:"9107", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-34.ec2.internal, error getting gateway config for node ip-10-0-2-34.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-34.ec2.internal", failed to update chassis to local for local node ip-10-0-2-34.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-34.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-34.ec2.internal] I0327 15:09:42.207636 4035 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0327 15:09:42.207659 4035 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0327 15:09:42.207656 4035 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0327 15:09:42.207741 4035 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0327 15:09:42.207769 4035 services_controller.go:574] Full service sync requested for network=default I0327 15:09:42.207775 4035 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-144.ec2.internal in network "default" I0327 15:09:42.207804 4035 node_tracker.go:169] Node ip-10-0-1-144.ec2.internal switch + router changed, syncing services in network "default" I0327 15:09:42.207811 4035 services_controller.go:574] Full service sync requested for network=default I0327 15:09:42.207815 4035 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-34.ec2.internal in network "default" I0327 15:09:42.207823 4035 node_tracker.go:235] Node ip-10-0-2-34.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-34.ec2.internal" I0327 15:09:42.207830 4035 node_tracker.go:169] Node ip-10-0-2-34.ec2.internal switch + router changed, syncing services in network "default" I0327 15:09:42.207841 4035 services_controller.go:574] Full service sync requested for network=default I0327 15:09:42.211885 4035 gateway_shared_intf.go:1787] Gateway Creation Complete I0327 15:09:42.211901 4035 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-34.ec2.internal","mac-address":"0e:c9:18:e8:ab:15","ip-addresses":["10.0.2.34/24"],"ip-address":"10.0.2.34/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bf6c5efd-835e-41d3-b675-df39b159e825 k8s.ovn.org/node-encap-ips:["10.0.2.34"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.34/24"} k8s.ovn.org/zone-name:ip-10-0-2-34.ec2.internal] on node ip-10-0-2-34.ec2.internal I0327 15:09:42.226511 4035 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-34.ec2.internal in network "default" I0327 15:09:42.226572 4035 node_tracker.go:169] Node ip-10-0-2-34.ec2.internal switch + router changed, syncing services in network "default" I0327 15:09:42.226594 4035 services_controller.go:574] Full service sync requested for network=default I0327 15:09:42.226604 4035 master.go:532] Adding or Updating local node "ip-10-0-2-34.ec2.internal" for network "default" I0327 15:09:42.229966 4035 default_node_network_controller.go:518] Node connection status = connected W0327 15:09:42.231816 4035 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dcfk8: pod openshift-network-diagnostics/network-check-target-dcfk8: no pod IPs found W0327 15:09:42.231838 4035 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nfpdk: pod openshift-multus/network-metrics-daemon-nfpdk: no pod IPs found I0327 15:09:42.232825 4035 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-34.ec2.internal for the network default I0327 15:09:42.308617 4035 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0327 15:09:42.308649 4035 services_controller.go:208] Setting up event handlers for services for network=default I0327 15:09:42.308765 4035 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0327 15:09:42.308820 4035 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0327 15:09:42.308852 4035 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0327 15:09:42.409077 4035 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0327 15:09:42.409100 4035 repair.go:60] Starting repairing loop for services I0327 15:09:42.409191 4035 repair.go:131] Deleted 0 stale service LBs I0327 15:09:42.409211 4035 repair.go:137] Deleted 0 stale Chassis Template Vars I0327 15:09:42.409227 4035 repair.go:62] Finished repairing loop for services: 128.174µs I0327 15:09:42.409251 4035 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0327 15:09:42.409261 4035 services_controller.go:254] Starting workers for network=default I0327 15:09:42.410075 4035 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nfpdk] creating logical port openshift-multus_network-metrics-daemon-nfpdk for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:42.410103 4035 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gvvvc of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 15:09:42.410224 4035 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nfpdk W0327 15:09:42.410735 4035 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:09:42.410912 4035 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dcfk8] creating logical port openshift-network-diagnostics_network-check-target-dcfk8 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:42.411000 4035 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dcfk8 I0327 15:09:42.425888 4035 pod.go:62] [openshift-multus/network-metrics-daemon-nfpdk] pod update took 15.72463ms I0327 15:09:42.425911 4035 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-nfpdk] addLogicalPort annotation time took 15.74943ms I0327 15:09:42.426228 4035 pod.go:62] [openshift-network-diagnostics/network-check-target-dcfk8] pod update took 15.264229ms I0327 15:09:42.426245 4035 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-dcfk8] addLogicalPort annotation time took 15.285532ms I0327 15:09:42.427427 4035 pods.go:271] [openshift-multus/network-metrics-daemon-nfpdk] addLogicalPort took 17.360854ms, libovsdb time 1.248381ms I0327 15:09:42.427483 4035 pods.go:271] [openshift-network-diagnostics/network-check-target-dcfk8] addLogicalPort took 16.575807ms, libovsdb time 965.667µs I0327 15:09:42.427853 4035 admin_network_policy_controller.go:227] Starting controller default-network-controller I0327 15:09:42.427873 4035 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0327 15:09:42.427885 4035 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0327 15:09:42.427889 4035 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0327 15:09:42.428069 4035 repair.go:29] Repairing admin network policies took 173.943µs I0327 15:09:42.428233 4035 repair.go:92] Repairing baseline admin network policies took 152.435µs I0327 15:09:42.428622 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0327 15:09:42.428644 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0327 15:09:42.430182 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0327 15:09:42.430204 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0327 15:09:42.430211 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0327 15:09:42.430477 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0327 15:09:42.430497 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0327 15:09:42.430507 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0327 15:09:42.431982 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0327 15:09:42.432001 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0327 15:09:42.432007 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0327 15:09:42.433207 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0327 15:09:42.433230 4035 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0327 15:09:42.433243 4035 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0327 15:09:42.435411 4035 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0327 15:09:42.435428 4035 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0327 15:09:42.435445 4035 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0327 15:09:42.436841 4035 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0327 15:09:42.436860 4035 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0327 15:09:42.436869 4035 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0327 15:09:42.437924 4035 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0327 15:09:42.437942 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0327 15:09:42.437953 4035 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0327 15:09:42.439475 4035 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0327 15:09:42.439493 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0327 15:09:42.439501 4035 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0327 15:09:42.439785 4035 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0327 15:09:42.439803 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0327 15:09:42.439811 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0327 15:09:42.440289 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0327 15:09:42.440312 4035 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0327 15:09:42.440326 4035 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0327 15:09:42.440820 4035 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0327 15:09:42.440838 4035 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0327 15:09:42.440844 4035 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0327 15:09:42.442060 4035 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0327 15:09:42.442087 4035 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0327 15:09:42.442107 4035 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0327 15:09:42.443337 4035 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0327 15:09:42.443355 4035 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0327 15:09:42.443362 4035 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0327 15:09:42.445120 4035 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0327 15:09:42.445141 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0327 15:09:42.445153 4035 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0327 15:09:42.445841 4035 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0327 15:09:42.445856 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0327 15:09:42.445863 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0327 15:09:42.446352 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0327 15:09:42.446371 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0327 15:09:42.446388 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0327 15:09:42.446907 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0327 15:09:42.446925 4035 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0327 15:09:42.446932 4035 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0327 15:09:42.447461 4035 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0327 15:09:42.447492 4035 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0327 15:09:42.447505 4035 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0327 15:09:42.448504 4035 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0327 15:09:42.448527 4035 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0327 15:09:42.448552 4035 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0327 15:09:42.449701 4035 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0327 15:09:42.449721 4035 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0327 15:09:42.449730 4035 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0327 15:09:42.450791 4035 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0327 15:09:42.450815 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0327 15:09:42.451635 4035 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0327 15:09:42.451648 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 15:09:42.452450 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0327 15:09:42.452468 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0327 15:09:42.452476 4035 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0327 15:09:42.452975 4035 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0327 15:09:42.452998 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0327 15:09:42.453009 4035 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0327 15:09:42.453503 4035 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0327 15:09:42.453527 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0327 15:09:42.453538 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0327 15:09:42.454064 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0327 15:09:42.454083 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0327 15:09:42.454110 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 15:09:42.454847 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0327 15:09:42.454868 4035 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0327 15:09:42.454876 4035 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0327 15:09:42.455386 4035 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0327 15:09:42.455403 4035 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0327 15:09:42.455429 4035 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0327 15:09:42.456470 4035 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0327 15:09:42.456493 4035 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0327 15:09:42.456507 4035 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0327 15:09:42.457388 4035 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0327 15:09:42.457713 4035 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gvvvc of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 15:09:42.462717 4035 egressfirewall.go:319] Starting EgressFirewall controller I0327 15:09:42.462742 4035 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0327 15:09:42.462777 4035 controller.go:133] Adding controller egress-firewall-controller event handlers I0327 15:09:42.462817 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0327 15:09:42.462844 4035 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0327 15:09:42.462862 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0327 15:09:42.462875 4035 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0327 15:09:42.463165 4035 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0327 15:09:42.463180 4035 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0327 15:09:42.463189 4035 egressqos.go:193] Setting up event handlers for EgressQoS I0327 15:09:42.463210 4035 egressfirewall.go:628] Syncing node "ip-10-0-0-192.ec2.internal" for egress firewall I0327 15:09:42.463232 4035 egressfirewall.go:628] Syncing node "ip-10-0-1-144.ec2.internal" for egress firewall I0327 15:09:42.463237 4035 egressfirewall.go:628] Syncing node "ip-10-0-2-34.ec2.internal" for egress firewall I0327 15:09:42.463361 4035 egressqos.go:245] Starting EgressQoS Controller I0327 15:09:42.463370 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0327 15:09:42.463375 4035 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0327 15:09:42.463392 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0327 15:09:42.463408 4035 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0327 15:09:42.463461 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0327 15:09:42.463469 4035 shared_informer.go:356] "Caches are synced" controller="egressqos" I0327 15:09:42.463473 4035 egressqos.go:259] Repairing EgressQoSes I0327 15:09:42.463477 4035 egressqos.go:399] Starting repairing loop for egressqos I0327 15:09:42.463557 4035 egressqos.go:401] Finished repairing loop for egressqos: 79.964µs I0327 15:09:42.463576 4035 egressservice_zone.go:132] Setting up event handlers for Egress Services I0327 15:09:42.463606 4035 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-34.ec2.internal I0327 15:09:42.463662 4035 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-34.ec2.internal : 56.104µs I0327 15:09:42.463850 4035 egressservice_zone.go:210] Starting Egress Services Controller I0327 15:09:42.463865 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 15:09:42.463872 4035 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 15:09:42.463878 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 15:09:42.463883 4035 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 15:09:42.463888 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 15:09:42.463892 4035 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 15:09:42.463897 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0327 15:09:42.463902 4035 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0327 15:09:42.463905 4035 egressservice_zone.go:228] Repairing Egress Services I0327 15:09:42.464180 4035 master_controller.go:88] Starting Admin Policy Based Route Controller I0327 15:09:42.464192 4035 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 15:09:42.464251 4035 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-34.ec2.internal I0327 15:09:42.464265 4035 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-34.ec2.internal: 15.325µs I0327 15:09:42.464298 4035 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0327 15:09:42.464307 4035 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 10.487µs I0327 15:09:42.464312 4035 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-144.ec2.internal I0327 15:09:42.464317 4035 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-144.ec2.internal: 5.415µs I0327 15:09:42.464369 4035 default_network_controller.go:568] Completing all the Watchers took 302.935378ms I0327 15:09:42.464381 4035 default_network_controller.go:572] Starting unidling controllers I0327 15:09:42.464394 4035 unidle.go:46] Registering OVN SB ControllerEvent handler I0327 15:09:42.464401 4035 unidle.go:63] Populating Initial ContollerEvent events I0327 15:09:42.464415 4035 unidle.go:79] Setting up event handlers for services I0327 15:09:42.464497 4035 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0327 15:09:42.730608 4035 default_node_network_controller.go:518] Node connection status = connected I0327 15:09:43.230266 4035 default_node_network_controller.go:518] Node connection status = connected I0327 15:09:43.730703 4035 default_node_network_controller.go:518] Node connection status = connected I0327 15:09:44.230675 4035 default_node_network_controller.go:518] Node connection status = connected I0327 15:09:44.545073 4035 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0327 15:09:44.730385 4035 default_node_network_controller.go:518] Node connection status = connected I0327 15:09:44.746622 4035 bridgeconfig.go:537] Gateway is ready I0327 15:09:44.746642 4035 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0327 15:09:44.757240 4035 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.34. Updating OVN encap IP. I0327 15:09:44.761979 4035 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.34 - it is already configured I0327 15:09:44.761994 4035 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.34/24:{} 172.20.0.1/32:{}]. Updating annotations. I0327 15:09:44.762180 4035 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.34/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-34.ec2.internal","mac-address":"0e:c9:18:e8:ab:15","ip-addresses":["10.0.2.34/24"],"ip-address":"10.0.2.34/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bf6c5efd-835e-41d3-b675-df39b159e825 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.34/24"}] on node ip-10-0-2-34.ec2.internal I0327 15:09:44.779624 4035 egressfirewall.go:628] Syncing node "ip-10-0-2-34.ec2.internal" for egress firewall I0327 15:09:44.779650 4035 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-34.ec2.internal I0327 15:09:44.779665 4035 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-34.ec2.internal: 18.438µs I0327 15:09:44.779707 4035 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-34.ec2.internal in network "default" I0327 15:09:44.779705 4035 master.go:532] Adding or Updating local node "ip-10-0-2-34.ec2.internal" for network "default" I0327 15:09:44.779786 4035 node_tracker.go:169] Node ip-10-0-2-34.ec2.internal switch + router changed, syncing services in network "default" I0327 15:09:44.779803 4035 services_controller.go:574] Full service sync requested for network=default I0327 15:09:44.780157 4035 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.34 W0327 15:09:44.780158 4035 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:09:44.780273 4035 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-34.ec2.internal I0327 15:09:44.784319 4035 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-34.ec2.internal. Updating no re-route policies I0327 15:09:44.784407 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ts8m6 I0327 15:09:44.784427 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8r8ng I0327 15:09:44.784429 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vjkjm I0327 15:09:44.784413 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mhdk I0327 15:09:44.784446 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vjkjm I0327 15:09:44.784449 4035 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-34.ec2.internal I0327 15:09:44.784451 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-34.ec2.internal I0327 15:09:44.784456 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dcfk8 I0327 15:09:44.784465 4035 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-34.ec2.internal I0327 15:09:44.784468 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-34.ec2.internal I0327 15:09:44.784470 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dcfk8 I0327 15:09:44.784472 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rnf7v I0327 15:09:44.784474 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-8fzl8 I0327 15:09:44.784473 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-8qmqc I0327 15:09:44.784483 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-rnf7v I0327 15:09:44.784486 4035 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-34.ec2.internal after 0 failed attempt(s) I0327 15:09:44.784486 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-8fzl8 I0327 15:09:44.784486 4035 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-b5lvj I0327 15:09:44.784493 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-8qmqc I0327 15:09:44.784490 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-34.ec2.internal after 0 failed attempt(s) I0327 15:09:44.784500 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-rnf7v after 0 failed attempt(s) I0327 15:09:44.784445 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nfpdk I0327 15:09:44.784508 4035 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dcfk8] creating logical port openshift-network-diagnostics_network-check-target-dcfk8 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:44.784511 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-8fzl8 after 0 failed attempt(s) I0327 15:09:44.784515 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nfpdk I0327 15:09:44.784521 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-8qmqc after 0 failed attempt(s) I0327 15:09:44.784542 4035 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-b5lvj I0327 15:09:44.784550 4035 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nfpdk] creating logical port openshift-multus_network-metrics-daemon-nfpdk for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:44.784436 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ts8m6 I0327 15:09:44.784564 4035 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-b5lvj after 0 failed attempt(s) I0327 15:09:44.784591 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ts8m6 after 0 failed attempt(s) I0327 15:09:44.784446 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mhdk I0327 15:09:44.784620 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mhdk after 0 failed attempt(s) I0327 15:09:44.784473 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vjkjm after 0 failed attempt(s) I0327 15:09:44.784440 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8r8ng I0327 15:09:44.784642 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8r8ng after 0 failed attempt(s) I0327 15:09:44.784487 4035 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hfm6v I0327 15:09:44.784652 4035 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hfm6v I0327 15:09:44.784662 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hfm6v after 0 failed attempt(s) I0327 15:09:44.785308 4035 pods.go:271] [openshift-network-diagnostics/network-check-target-dcfk8] addLogicalPort took 811.077µs, libovsdb time 239.234µs I0327 15:09:44.785324 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dcfk8 after 0 failed attempt(s) I0327 15:09:44.785356 4035 pods.go:271] [openshift-multus/network-metrics-daemon-nfpdk] addLogicalPort took 813.989µs, libovsdb time 254.451µs I0327 15:09:44.785365 4035 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nfpdk after 0 failed attempt(s) I0327 15:09:44.796108 4035 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0327 15:09:44.808095 4035 iptables.go:108] Creating table: mangle chain: OUTPUT I0327 15:09:44.811793 4035 iptables.go:108] Creating table: nat chain: OUTPUT I0327 15:09:44.847507 4035 iptables.go:108] Creating table: nat chain: PREROUTING I0327 15:09:44.915620 4035 iptables.go:108] Creating table: filter chain: FORWARD I0327 15:09:44.934263 4035 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0327 15:09:44.934397 4035 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0327 15:09:44.934447 4035 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0327 15:09:44.934525 4035 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0327 15:09:44.934585 4035 gateway_init.go:325] Gateway and management port readiness took 2.708258968s I0327 15:09:44.934612 4035 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0327 15:09:44.934647 4035 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0327 15:09:44.934658 4035 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0327 15:09:44.934667 4035 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 15:09:44.934721 4035 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0327 15:09:44.934818 4035 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.159µs I0327 15:09:44.935111 4035 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0327 15:09:44.935136 4035 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.454µs I0327 15:09:44.935144 4035 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.257µs I0327 15:09:44.935149 4035 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0327 15:09:44.935158 4035 nad_controller.go:173] [node-nad-controller NAD controller]: started I0327 15:09:44.935163 4035 default_node_network_controller.go:898] Starting the default node network controller I0327 15:09:44.935168 4035 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0327 15:09:44.935253 4035 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.381µs I0327 15:09:44.935359 4035 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0327 15:09:44.935367 4035 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0327 15:09:44.935398 4035 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b6c270 0xc0002eca10 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc000b2b400 0xc0002ecd20 0xc0002ecd90 0xc0008aedc0 0xc0064cd180 0xc0002ece70 map[0x2f67040:0xc000da46c0 0x2f67580:0xc000da4840 0x2f68000:0xc00219c480 0x2f682a0:0xc000da4660 0x2f687e0:0xc000da4720 0x2f68a80:0xc000da4780 0x2f68d20:0xc000da47e0 0x2f69500:0xc000da48a0 0x2f697a0:0xc000da4900 0x2f93d40:0xc001a02780 0x2f940e0:0xc001a027e0 0x2f94bc0:0xc000ba0360 0x2f96520:0xc001a8a000 0x2f97000:0xc001a02900 0x2f97e80:0xc001c25e60] 0xc000904e00 0} I0327 15:09:44.935451 4035 gateway.go:151] Starting gateway service sync I0327 15:09:44.935922 4035 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0327 15:09:44.938415 4035 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0327 15:09:44.970119 4035 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0327 15:09:44.971515 4035 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0327 15:09:44.972816 4035 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0327 15:09:45.008056 4035 gateway.go:168] Gateway service sync done. Time taken: 72.590049ms I0327 15:09:45.008808 4035 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31433 I0327 15:09:45.008916 4035 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b6c270 0xc0002eca10 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc000b2b400 0xc0002ecd20 0xc0002ecd90 0xc0008aedc0 0xc0064cd180 0xc0002ece70 map[0x2f67040:0xc000da46c0 0x2f67580:0xc000da4840 0x2f68000:0xc00219c480 0x2f682a0:0xc000da4660 0x2f687e0:0xc000da4720 0x2f68a80:0xc000da4780 0x2f68d20:0xc000da47e0 0x2f69500:0xc000da48a0 0x2f697a0:0xc000da4900 0x2f93d40:0xc001a02780 0x2f940e0:0xc001a027e0 0x2f94bc0:0xc000ba0360 0x2f96520:0xc001a8a000 0x2f97000:0xc001a02900 0x2f97e80:0xc001c25e60] 0xc000904e00 0} I0327 15:09:45.009414 4035 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b6c270 0xc0002eca10 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc000b2b400 0xc0002ecd20 0xc0002ecd90 0xc0008aedc0 0xc0064cd180 0xc0002ece70 map[0x2f67040:0xc000da46c0 0x2f67580:0xc000da4840 0x2f68000:0xc00219c480 0x2f682a0:0xc000da4660 0x2f687e0:0xc000da4720 0x2f68a80:0xc000da4780 0x2f68d20:0xc000da47e0 0x2f69500:0xc000da48a0 0x2f697a0:0xc000da4900 0x2f93d40:0xc001a02780 0x2f940e0:0xc001a027e0 0x2f94bc0:0xc000ba0360 0x2f96520:0xc001a8a000 0x2f97000:0xc001a02900 0x2f97e80:0xc001c25e60] 0xc000904e00 0} I0327 15:09:45.009447 4035 gateway.go:519] Reconciling gateway with updates I0327 15:09:45.015249 4035 gateway.go:326] Spawning Conntrack Rule Check Thread I0327 15:09:45.015331 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:09:45.015349 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:09:45.015330 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:09:45.015355 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 15:09:45.015362 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:09:45.015366 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:09:45.015372 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 15:09:45.015375 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 15:09:45.015389 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 15:09:45.015403 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:09:45.015415 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:09:45.015425 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:09:45.015426 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:09:45.015432 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 15:09:45.015438 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:09:45.015445 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:09:45.015443 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:09:45.015453 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:09:45.015455 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 15:09:45.015457 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:09:45.015461 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:09:45.015446 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:09:45.015476 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:09:45.015476 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 15:09:45.015485 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 15:09:45.015487 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:09:45.015354 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:09:45.015497 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 15:09:45.015501 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 15:09:45.015496 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:09:45.015510 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:09:45.015516 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:09:45.015520 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:09:45.015516 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:09:45.015453 4035 default_node_network_controller.go:943] Gateway and management port readiness took 80.073992ms I0327 15:09:45.015531 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:09:45.015530 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 15:09:45.015532 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:09:45.015542 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 15:09:45.015548 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:09:45.015554 4035 port_claim.go:71] Svc openshift-ingress/router-default: port 32501 is already open, no action needed I0327 15:09:45.015551 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:09:45.015561 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 15:09:45.015565 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:09:45.015565 4035 port_claim.go:71] Svc openshift-ingress/router-default: port 32216 is already open, no action needed I0327 15:09:45.015540 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:09:45.015570 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:09:45.015582 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:09:45.015581 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:09:45.015589 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 15:09:45.015592 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:09:45.015601 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 15:09:45.015602 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:09:45.015608 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 15:09:45.015623 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:09:45.015632 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:09:45.015432 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:09:45.015641 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:09:45.015653 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:09:45.015667 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 15:09:45.015679 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:09:45.015686 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:09:45.015502 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:09:45.015717 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 15:09:45.015535 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:09:45.015737 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 15:09:45.015744 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 15:09:45.015475 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:09:45.015824 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:09:45.015831 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 15:09:45.015470 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:09:45.015846 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:09:45.015518 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:09:45.015480 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:09:45.015881 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 15:09:45.015482 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 15:09:45.015505 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 15:09:45.015460 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:09:45.015519 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:09:45.015930 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:09:45.015935 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:09:45.015560 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:09:45.015944 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:09:45.015450 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 15:09:45.015960 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:09:45.015570 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 15:09:45.015961 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:09:45.015971 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:09:45.015979 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:09:45.015984 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:09:45.015523 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 15:09:45.015464 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 15:09:45.016002 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 15:09:45.015638 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 15:09:45.016053 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:09:45.016068 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:09:45.015595 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:09:45.016078 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:09:45.015575 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:09:45.016194 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:09:45.015464 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:09:45.016108 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:09:45.016273 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:09:45.016282 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 15:09:45.016116 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:09:45.016297 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:09:45.016305 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:09:45.016349 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:09:45.017105 4035 node_ip_handler_linux.go:160] Node IP manager is running W0327 15:09:45.051663 4035 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 15:09:45.051857 4035 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 15:09:45.052051 4035 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0327 15:09:45.060592 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 15:09:45.060590 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 15:09:45.060628 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 15:09:45.060639 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 15:09:45.060647 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 15:09:45.060658 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 15:09:45.060667 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 15:09:45.060675 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 15:09:45.060684 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 15:09:45.060693 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 15:09:45.060710 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 15:09:45.060723 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 15:09:45.060734 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 15:09:45.060745 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 15:09:45.060780 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 15:09:45.060816 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 15:09:45.060824 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 15:09:45.060831 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 15:09:45.060839 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 15:09:45.060849 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 15:09:45.060856 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 15:09:45.060861 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 15:09:45.060867 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 15:09:45.060873 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 15:09:45.060879 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 15:09:45.060885 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 15:09:45.060891 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 15:09:46.280483 4035 default_node_network_controller.go:1364] Starting node controller node sync W0327 15:09:46.280525 4035 egressip_healthcheck.go:76] Health checking using insecure connection I0327 15:09:46.280585 4035 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0327 15:09:46.292818 4035 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.312802ms I0327 15:09:46.292931 4035 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-144.ec2.internal", IP: 10.0.1.144 to PMTUD blocking rules I0327 15:09:46.292949 4035 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-192.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 15:09:46.292951 4035 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-144.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 15:09:46.292957 4035 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-192.ec2.internal", IP: 10.0.0.192 to PMTUD blocking rules I0327 15:09:46.304799 4035 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0327 15:09:46.305020 4035 egressservice_node.go:93] Setting up event handlers for Egress Services I0327 15:09:46.305273 4035 egressservice_node.go:183] Starting Egress Services Controller I0327 15:09:46.305291 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 15:09:46.305304 4035 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 15:09:46.305310 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 15:09:46.305315 4035 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 15:09:46.305320 4035 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 15:09:46.305325 4035 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 15:09:46.305329 4035 egressservice_node.go:197] Repairing Egress Services I0327 15:09:46.315668 4035 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0327 15:09:46.315682 4035 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 15:09:46.315888 4035 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0327 15:09:46.315901 4035 link_network_manager.go:117] Link manager is running I0327 15:09:46.315909 4035 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0327 15:09:46.315990 4035 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0327 15:09:46.316649 4035 vrf_manager.go:128] VRF manager is running I0327 15:09:46.316864 4035 node_controller_manager.go:437] Removing flows to drop GARP I0327 15:09:46.316875 4035 gateway.go:519] Reconciling gateway with updates I0327 15:09:46.336781 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 15:09:46.336815 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 15:09:46.336849 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:09:46.336862 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:09:46.336869 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:09:46.336879 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 15:09:46.336884 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 15:09:46.336886 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:09:46.336893 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 15:09:46.336893 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 15:09:46.336900 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 15:09:46.336900 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:09:46.336908 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 15:09:46.336914 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:09:46.336921 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 15:09:46.336925 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 15:09:46.336928 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 15:09:46.336929 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:09:46.336922 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:09:46.336936 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:09:46.336944 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:09:46.336881 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:09:46.336954 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:09:46.336954 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 15:09:46.336958 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:09:46.336965 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 15:09:46.336970 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 15:09:46.336976 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:09:46.336972 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 15:09:46.336982 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 15:09:46.336980 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:09:46.336985 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 15:09:46.336991 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:09:46.336995 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 15:09:46.336998 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:09:46.337004 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 15:09:46.336904 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 15:09:46.337011 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:09:46.337003 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 15:09:46.337012 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:09:46.337023 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:09:46.337025 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 15:09:46.337037 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 15:09:46.337039 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 15:09:46.336953 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 15:09:46.337044 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:09:46.337042 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:09:46.337051 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 15:09:46.337056 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 15:09:46.337059 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 15:09:46.337069 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 15:09:46.337070 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 15:09:46.337079 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 15:09:46.337091 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:09:46.337095 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:09:46.337102 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 15:09:46.337106 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 15:09:46.337106 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:09:46.337114 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 15:09:46.337113 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:09:46.336938 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 15:09:46.337121 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:09:46.337125 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:09:46.337131 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 15:09:46.337136 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 15:09:46.337141 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 15:09:46.336911 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:09:46.337153 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 15:09:46.337160 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 15:09:46.337104 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 15:09:46.337179 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 15:09:46.337179 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:09:46.337182 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 15:09:46.336915 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 15:09:46.337193 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 15:09:46.337200 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 15:09:46.337202 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 15:09:46.337217 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 15:09:46.337097 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:09:46.337250 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:09:46.337281 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 15:09:46.337303 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 15:09:46.337304 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 15:09:46.337312 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:09:46.337062 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 15:09:46.337345 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 15:09:46.337353 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 15:09:46.337364 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 15:09:46.337301 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 15:09:46.337400 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 15:09:46.337254 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 15:09:46.337471 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 15:09:46.336953 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 15:09:46.336869 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 15:09:46.337557 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 15:09:46.336964 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 15:09:46.337573 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 15:09:46.336962 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 15:09:46.337611 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 15:09:46.336985 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:09:46.337628 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 15:09:46.337661 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 15:09:46.337000 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 15:09:46.337675 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 15:09:46.337709 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 15:09:46.337007 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 15:09:46.337020 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 15:09:46.337727 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 15:09:46.337016 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 15:09:46.337020 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 15:09:46.337027 4035 port_claim.go:71] Svc openshift-ingress/router-default: port 32501 is already open, no action needed I0327 15:09:46.337883 4035 port_claim.go:71] Svc openshift-ingress/router-default: port 32216 is already open, no action needed I0327 15:09:46.337030 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 15:09:46.337029 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:09:46.337934 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 15:09:46.337042 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:09:46.337971 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 15:09:46.337040 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:09:46.338019 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 15:09:46.338026 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 15:09:46.337036 4035 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:09:46.338037 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 15:09:46.337040 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 15:09:46.337118 4035 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 15:09:46.337194 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 15:09:46.376002 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 15:09:46.376053 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 15:09:46.376073 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 15:09:46.414360 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 15:09:46.414371 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 15:09:46.414404 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 15:09:46.414411 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 15:09:46.414417 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 15:09:46.414422 4035 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 15:09:47.697746 4035 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-34.ec2.internal I0327 15:09:47.697795 4035 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-34.ec2.internal: 57.817µs I0327 15:09:47.736274 4035 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59c85fb9b8-2rcd8] creating logical port openshift-image-registry_image-registry-59c85fb9b8-2rcd8 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:47.736403 4035 kube.go:256] Updating pod openshift-image-registry/image-registry-59c85fb9b8-2rcd8 I0327 15:09:47.748057 4035 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-db7t2] creating logical port openshift-ingress-canary_ingress-canary-db7t2 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:47.748212 4035 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-db7t2 I0327 15:09:47.769158 4035 pod.go:62] [openshift-ingress-canary/ingress-canary-db7t2] pod update took 20.986892ms I0327 15:09:47.769184 4035 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-db7t2] addLogicalPort annotation time took 21.048052ms I0327 15:09:47.770063 4035 pod.go:62] [openshift-image-registry/image-registry-59c85fb9b8-2rcd8] pod update took 33.686649ms I0327 15:09:47.770086 4035 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-59c85fb9b8-2rcd8] addLogicalPort annotation time took 33.710527ms I0327 15:09:47.770438 4035 pods.go:271] [openshift-ingress-canary/ingress-canary-db7t2] addLogicalPort took 22.411754ms, libovsdb time 1.02236ms I0327 15:09:47.771295 4035 pods.go:271] [openshift-image-registry/image-registry-59c85fb9b8-2rcd8] addLogicalPort took 35.039424ms, libovsdb time 726.054µs I0327 15:09:47.771356 4035 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-csqt7] creating logical port openshift-dns_dns-default-csqt7 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:47.771435 4035 kube.go:256] Updating pod openshift-dns/dns-default-csqt7 I0327 15:09:47.784206 4035 pod.go:62] [openshift-dns/dns-default-csqt7] pod update took 12.798534ms I0327 15:09:47.784230 4035 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-csqt7] addLogicalPort annotation time took 12.826457ms I0327 15:09:47.785397 4035 pods.go:271] [openshift-dns/dns-default-csqt7] addLogicalPort took 14.049354ms, libovsdb time 762.034µs I0327 15:09:48.110726 4035 cni.go:403] [openshift-ingress-canary/ingress-canary-db7t2 8c6dc73bdb4870a820eb4255b601b878d05c49d3f58e424520d2af3d49a58aa7 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-db7t2 8c6dc73bdb4870a820eb4255b601b878d05c49d3f58e424520d2af3d49a58aa7 network default NAD default] I0327 15:09:48.128487 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-db7t2, hostIfaceName: 8c6dc73bdb4870a, network: default, NAD default, SandboxID: "8c6dc73bdb4870a820eb4255b601b878d05c49d3f58e424520d2af3d49a58aa7", PCI device ID: , UID: "367bf919-e1a7-40a6-9b52-1062e16f26bf", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0327 15:09:48.190104 4035 cni.go:424] [openshift-ingress-canary/ingress-canary-db7t2 8c6dc73bdb4870a820eb4255b601b878d05c49d3f58e424520d2af3d49a58aa7 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-db7t2 8c6dc73bdb4870a820eb4255b601b878d05c49d3f58e424520d2af3d49a58aa7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:e9:3f:c3:75:ec\",\"name\":\"8c6dc73bdb4870a\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3734e6e3-c0ae-4c2d-b784-e4921849de81\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:09:57.403899 4035 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f9877767d-9bxmh] creating logical port openshift-ingress_router-default-f9877767d-9bxmh for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:57.404013 4035 kube.go:256] Updating pod openshift-ingress/router-default-f9877767d-9bxmh I0327 15:09:57.419851 4035 pod.go:62] [openshift-ingress/router-default-f9877767d-9bxmh] pod update took 15.861281ms I0327 15:09:57.419873 4035 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-f9877767d-9bxmh] addLogicalPort annotation time took 15.889663ms I0327 15:09:57.420929 4035 pods.go:271] [openshift-ingress/router-default-f9877767d-9bxmh] addLogicalPort took 17.043084ms, libovsdb time 800.201µs I0327 15:09:57.516866 4035 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-ld2vd for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:57.516947 4035 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd I0327 15:09:57.537694 4035 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd] pod update took 20.765645ms I0327 15:09:57.537717 4035 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd] addLogicalPort annotation time took 20.79592ms I0327 15:09:57.539000 4035 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd] addLogicalPort took 22.145634ms, libovsdb time 973.626µs I0327 15:09:57.597189 4035 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-s9lh2 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:09:57.597350 4035 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2 I0327 15:09:57.621235 4035 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2] pod update took 23.911697ms I0327 15:09:57.621256 4035 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2] addLogicalPort annotation time took 23.937838ms I0327 15:09:57.622223 4035 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2] addLogicalPort took 25.052792ms, libovsdb time 725.151µs I0327 15:09:58.038290 4035 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2 f68032f475e40ea1ef658fbc0650793bb86aba3bd03d8f7bcdd68319a8890a23 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2 f68032f475e40ea1ef658fbc0650793bb86aba3bd03d8f7bcdd68319a8890a23 network default NAD default] I0327 15:09:58.047306 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-s9lh2, hostIfaceName: f68032f475e40ea, network: default, NAD default, SandboxID: "f68032f475e40ea1ef658fbc0650793bb86aba3bd03d8f7bcdd68319a8890a23", PCI device ID: , UID: "4574f8f1-85c0-4645-9ca7-fd890caaa2ee", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0327 15:09:58.089050 4035 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2 f68032f475e40ea1ef658fbc0650793bb86aba3bd03d8f7bcdd68319a8890a23 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-s9lh2 f68032f475e40ea1ef658fbc0650793bb86aba3bd03d8f7bcdd68319a8890a23 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:ad:fe:53:f8:61\",\"name\":\"f68032f475e40ea\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6347f4f-5ced-46bb-9c70-b2b85d450867\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:01.931901 4035 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 15:10:01.955947 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 15:10:03.386644 4035 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0327 15:10:03.387572 4035 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 905.713µs I0327 15:10:03.413339 4035 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 15:10:04.315996 4035 namespace.go:98] [openshift-service-ca] adding namespace I0327 15:10:04.316870 4035 namespace.go:102] [openshift-service-ca] adding namespace took 848.47µs I0327 15:10:04.326032 4035 namespace.go:142] [openshift-service-ca] updating namespace I0327 15:10:04.465422 4035 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-r87sl for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:04.465517 4035 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl I0327 15:10:04.480651 4035 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl] pod update took 15.156618ms I0327 15:10:04.480676 4035 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl] addLogicalPort annotation time took 15.185948ms I0327 15:10:04.481882 4035 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl] addLogicalPort took 16.472505ms, libovsdb time 826.334µs I0327 15:10:04.867600 4035 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl f9639db75a93d940268ff25669a00b8322e5777927624fcb6ca7e48d566ab70b network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl f9639db75a93d940268ff25669a00b8322e5777927624fcb6ca7e48d566ab70b network default NAD default] I0327 15:10:04.876523 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-r87sl, hostIfaceName: f9639db75a93d94, network: default, NAD default, SandboxID: "f9639db75a93d940268ff25669a00b8322e5777927624fcb6ca7e48d566ab70b", PCI device ID: , UID: "086a80e2-62b1-44d0-b0df-aa74533e3417", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0327 15:10:04.920110 4035 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl f9639db75a93d940268ff25669a00b8322e5777927624fcb6ca7e48d566ab70b network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-r87sl f9639db75a93d940268ff25669a00b8322e5777927624fcb6ca7e48d566ab70b network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:c7:2f:a4:03:cf\",\"name\":\"f9639db75a93d94\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/286a6aef-57a5-4df2-b3fa-71b3fa1e400f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:08.964644 4035 cni.go:403] [openshift-network-diagnostics/network-check-target-dcfk8 bd03c91c2c999d7a6e32b95e9ee4aa401e7881f796282b8d6a8a6be1747e0eb5 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dcfk8 bd03c91c2c999d7a6e32b95e9ee4aa401e7881f796282b8d6a8a6be1747e0eb5 network default NAD default] I0327 15:10:08.974269 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dcfk8, hostIfaceName: bd03c91c2c999d7, network: default, NAD default, SandboxID: "bd03c91c2c999d7a6e32b95e9ee4aa401e7881f796282b8d6a8a6be1747e0eb5", PCI device ID: , UID: "7484203f-acf4-47a1-8683-8c71388f7de3", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0327 15:10:09.019185 4035 cni.go:424] [openshift-network-diagnostics/network-check-target-dcfk8 bd03c91c2c999d7a6e32b95e9ee4aa401e7881f796282b8d6a8a6be1747e0eb5 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dcfk8 bd03c91c2c999d7a6e32b95e9ee4aa401e7881f796282b8d6a8a6be1747e0eb5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:b8:27:ff:fc:bc\",\"name\":\"bd03c91c2c999d7\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db072333-6db8-4808-8c0a-254ff0ac7f2c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:13.785465 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 15:10:14.989127 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c85498c95-q75rf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:14.989708 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c85498c95-q75rf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:15.001940 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c85498c95-q75rf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:15.001962 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c85498c95-q75rf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:15.014403 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c85498c95-q75rf I0327 15:10:15.014430 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c85498c95-q75rf I0327 15:10:15.044492 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59c85fb9b8-2rcd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:15.044527 4035 pods.go:176] Deleting pod: openshift-image-registry/image-registry-59c85fb9b8-2rcd8 I0327 15:10:15.045765 4035 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-59c85fb9b8-2rcd8, ips: 10.130.0.5 I0327 15:10:15.045793 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59c85fb9b8-2rcd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:15.056177 4035 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f4b95875b-7mwt8] creating logical port openshift-image-registry_image-registry-7f4b95875b-7mwt8 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:15.056271 4035 kube.go:256] Updating pod openshift-image-registry/image-registry-7f4b95875b-7mwt8 I0327 15:10:15.056833 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59c85fb9b8-2rcd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:15.056850 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59c85fb9b8-2rcd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:15.064015 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59c85fb9b8-2rcd8 I0327 15:10:15.064038 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59c85fb9b8-2rcd8 I0327 15:10:15.075212 4035 pod.go:62] [openshift-image-registry/image-registry-7f4b95875b-7mwt8] pod update took 18.972156ms I0327 15:10:15.075239 4035 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7f4b95875b-7mwt8] addLogicalPort annotation time took 19.003802ms I0327 15:10:15.076330 4035 pods.go:271] [openshift-image-registry/image-registry-7f4b95875b-7mwt8] addLogicalPort took 20.168106ms, libovsdb time 832.483µs I0327 15:10:15.415099 4035 cni.go:403] [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default] I0327 15:10:15.424899 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f4b95875b-7mwt8, hostIfaceName: fef371004a4241d, network: default, NAD default, SandboxID: "fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283", PCI device ID: , UID: "94f168be-9245-4491-b364-f193912b3b3b", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0327 15:10:15.468138 4035 cni.go:424] [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:fd:1d:f8:51:7f\",\"name\":\"fef371004a4241d\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d0fa761-eed1-4026-b54e-2d6820eb3f8f\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:19.911791 4035 cni.go:403] [openshift-dns/dns-default-csqt7 0a010115a66a1d64989553e1da330c0eb75bff4dd01973ddaa1bb4366e53d32c network default NAD default] ADD starting CNI request [openshift-dns/dns-default-csqt7 0a010115a66a1d64989553e1da330c0eb75bff4dd01973ddaa1bb4366e53d32c network default NAD default] I0327 15:10:19.922047 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-csqt7, hostIfaceName: 0a010115a66a1d6, network: default, NAD default, SandboxID: "0a010115a66a1d64989553e1da330c0eb75bff4dd01973ddaa1bb4366e53d32c", PCI device ID: , UID: "207d2304-39a4-4a73-a01e-d1d25c62098c", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0327 15:10:19.964784 4035 cni.go:424] [openshift-dns/dns-default-csqt7 0a010115a66a1d64989553e1da330c0eb75bff4dd01973ddaa1bb4366e53d32c network default NAD default] ADD finished CNI request [openshift-dns/dns-default-csqt7 0a010115a66a1d64989553e1da330c0eb75bff4dd01973ddaa1bb4366e53d32c network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:d0:8c:a1:69:51\",\"name\":\"0a010115a66a1d6\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88144ba5-070f-4549-8b19-a0a765e8f366\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:29.306929 4035 cni.go:403] [openshift-ingress/router-default-f9877767d-9bxmh 7c2ad79f9781c2c4f5ebf66d04eb6fe67ca385cbe9a0e1e34355ba2878450778 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-f9877767d-9bxmh 7c2ad79f9781c2c4f5ebf66d04eb6fe67ca385cbe9a0e1e34355ba2878450778 network default NAD default] I0327 15:10:29.317569 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f9877767d-9bxmh, hostIfaceName: 7c2ad79f9781c2c, network: default, NAD default, SandboxID: "7c2ad79f9781c2c4f5ebf66d04eb6fe67ca385cbe9a0e1e34355ba2878450778", PCI device ID: , UID: "2ea7c85e-aa47-4dc0-828d-92364925fdfd", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0327 15:10:29.362642 4035 cni.go:424] [openshift-ingress/router-default-f9877767d-9bxmh 7c2ad79f9781c2c4f5ebf66d04eb6fe67ca385cbe9a0e1e34355ba2878450778 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-f9877767d-9bxmh 7c2ad79f9781c2c4f5ebf66d04eb6fe67ca385cbe9a0e1e34355ba2878450778 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:00:5f:60:fa:62\",\"name\":\"7c2ad79f9781c2c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cb79acc-dcf6-45d4-9f10-b07eb50f23b1\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:29.698219 4035 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd 6d9f938ce419b601f99d0a7db52bb0461521f27a5d8240e50917fec49636b387 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd 6d9f938ce419b601f99d0a7db52bb0461521f27a5d8240e50917fec49636b387 network default NAD default] W0327 15:10:29.702779 4035 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 15:10:29.705389 4035 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:29.705413 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:29.705421 4035 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0327 15:10:29.708943 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-ld2vd, hostIfaceName: 6d9f938ce419b60, network: default, NAD default, SandboxID: "6d9f938ce419b601f99d0a7db52bb0461521f27a5d8240e50917fec49636b387", PCI device ID: , UID: "1fff63f5-c647-432c-828b-b3ab56628b28", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0327 15:10:29.753429 4035 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd 6d9f938ce419b601f99d0a7db52bb0461521f27a5d8240e50917fec49636b387 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-ld2vd 6d9f938ce419b601f99d0a7db52bb0461521f27a5d8240e50917fec49636b387 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:47:c7:d0:08:07\",\"name\":\"6d9f938ce419b60\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3328282-381f-4ad7-bd70-c119c526399c\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:29.786003 4035 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 15:10:29.804205 4035 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hhfbf] creating logical port openshift-insights_insights-runtime-extractor-hhfbf for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:29.804324 4035 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hhfbf I0327 15:10:29.828544 4035 pod.go:62] [openshift-insights/insights-runtime-extractor-hhfbf] pod update took 24.249091ms I0327 15:10:29.828577 4035 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-hhfbf] addLogicalPort annotation time took 24.279648ms I0327 15:10:29.829809 4035 pods.go:271] [openshift-insights/insights-runtime-extractor-hhfbf] addLogicalPort took 25.628628ms, libovsdb time 916.887µs W0327 15:10:30.080175 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.080195 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.080200 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.085000 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:30.085020 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:30.115043 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:30.115063 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:30.119405 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.119423 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.119428 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.129259 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.129284 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.129292 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:30.141179 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:30.141200 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075380 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075479 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075380 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075557 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075585 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075599 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.075656 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.075667 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.075676 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.075695 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.075706 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.075714 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.126101 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.126123 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.126162 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.126174 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.126179 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.126183 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.150709 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.150737 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.150771 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.150775 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.150800 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.150806 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.173114 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.173134 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.173139 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 15:10:31.179090 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 15:10:31.179105 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0327 15:10:31.313812 4035 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 15:10:31.357002 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c85498c95-7sbxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:31.357568 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c85498c95-7sbxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:31.369606 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c85498c95-7sbxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:31.369629 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c85498c95-7sbxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:31.380992 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c85498c95-7sbxq I0327 15:10:31.381016 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c85498c95-7sbxq I0327 15:10:31.677846 4035 cni.go:403] [openshift-insights/insights-runtime-extractor-hhfbf 7e1d64f8cf31dcd62762414fa9598b7759f82f858e0289adbb16da19a318ea16 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hhfbf 7e1d64f8cf31dcd62762414fa9598b7759f82f858e0289adbb16da19a318ea16 network default NAD default] I0327 15:10:31.686505 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hhfbf, hostIfaceName: 7e1d64f8cf31dcd, network: default, NAD default, SandboxID: "7e1d64f8cf31dcd62762414fa9598b7759f82f858e0289adbb16da19a318ea16", PCI device ID: , UID: "5b3db132-fcdd-461c-a650-4dd187a167aa", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0327 15:10:31.730932 4035 cni.go:424] [openshift-insights/insights-runtime-extractor-hhfbf 7e1d64f8cf31dcd62762414fa9598b7759f82f858e0289adbb16da19a318ea16 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hhfbf 7e1d64f8cf31dcd62762414fa9598b7759f82f858e0289adbb16da19a318ea16 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:fe:5f:0e:30:0b\",\"name\":\"7e1d64f8cf31dcd\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3653f5e3-2f96-4167-976d-725aefe06335\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:32.051523 4035 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:32.051546 4035 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:32.051551 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:32.348582 4035 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 15:10:32.939272 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 15:10:32.939298 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:10:33.078624 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-qvhbx for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:33.078744 4035 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx W0327 15:10:33.083537 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:33.083556 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 15:10:33.083562 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0327 15:10:33.094704 4035 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx] pod update took 15.981692ms I0327 15:10:33.094727 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx] addLogicalPort annotation time took 16.010572ms I0327 15:10:33.095860 4035 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx] addLogicalPort took 17.253735ms, libovsdb time 825.063µs I0327 15:10:34.305988 4035 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx f40b51271ce9383e5096f08a7953359085b24d659f92fc908a42872c7ae3c67d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx f40b51271ce9383e5096f08a7953359085b24d659f92fc908a42872c7ae3c67d network default NAD default] I0327 15:10:34.315168 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-qvhbx, hostIfaceName: f40b51271ce9383, network: default, NAD default, SandboxID: "f40b51271ce9383e5096f08a7953359085b24d659f92fc908a42872c7ae3c67d", PCI device ID: , UID: "a4e0c890-45da-4e12-ac3f-6752eaaa4ae0", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0327 15:10:34.362819 4035 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx f40b51271ce9383e5096f08a7953359085b24d659f92fc908a42872c7ae3c67d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-qvhbx f40b51271ce9383e5096f08a7953359085b24d659f92fc908a42872c7ae3c67d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:f3:1a:14:ee:a4\",\"name\":\"f40b51271ce9383\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa8de683-905b-43dd-a6ac-b8116a020e4c\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:36.114988 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 15:10:36.401120 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 15:10:36.401152 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 15:10:37.049634 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 15:10:37.140798 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0327 15:10:37.698627 4035 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:37.698823 4035 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn I0327 15:10:37.712042 4035 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn] pod update took 13.290986ms I0327 15:10:37.712064 4035 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn] addLogicalPort annotation time took 13.318319ms I0327 15:10:37.713319 4035 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn] addLogicalPort took 14.711635ms, libovsdb time 913.62µs I0327 15:10:38.054169 4035 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default] I0327 15:10:38.062996 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn, hostIfaceName: 0016de91846f74e, network: default, NAD default, SandboxID: "0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500", PCI device ID: , UID: "8773e3e2-6755-457a-aa9f-2847e16677d0", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0327 15:10:38.107847 4035 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:d0:25:32:00:de\",\"name\":\"0016de91846f74e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62aa1d00-8c39-4a62-b963-cc5a43bc8810\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:42.683316 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-6zq6v for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:42.683450 4035 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v I0327 15:10:42.720407 4035 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v] pod update took 36.981193ms I0327 15:10:42.720438 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v] addLogicalPort annotation time took 37.017426ms I0327 15:10:42.721554 4035 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v] addLogicalPort took 38.257017ms, libovsdb time 831.617µs I0327 15:10:43.803881 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:43.804027 4035 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0327 15:10:43.830519 4035 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.540225ms I0327 15:10:43.830543 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.570119ms I0327 15:10:43.831930 4035 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.06416ms, libovsdb time 1.05263ms W0327 15:10:44.046773 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 15:10:45.595342 4035 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v 2917bf66734c5eb544457aa32f8547a1ae6fe4235d2f76eb644bf2fdf2a2b5ac network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v 2917bf66734c5eb544457aa32f8547a1ae6fe4235d2f76eb644bf2fdf2a2b5ac network default NAD default] I0327 15:10:45.600652 4035 cni.go:403] [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default] I0327 15:10:45.606429 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-6zq6v, hostIfaceName: 2917bf66734c5eb, network: default, NAD default, SandboxID: "2917bf66734c5eb544457aa32f8547a1ae6fe4235d2f76eb644bf2fdf2a2b5ac", PCI device ID: , UID: "a33cebc5-d172-412d-91d2-46937e12cb70", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0327 15:10:45.609355 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 252192667af22e2, network: default, NAD default, SandboxID: "252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50", PCI device ID: , UID: "4e01cd7a-cd2b-478e-ad0b-a316d75b68fb", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0327 15:10:45.656714 4035 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v 2917bf66734c5eb544457aa32f8547a1ae6fe4235d2f76eb644bf2fdf2a2b5ac network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-6zq6v 2917bf66734c5eb544457aa32f8547a1ae6fe4235d2f76eb644bf2fdf2a2b5ac network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:94:3f:3b:30:d1\",\"name\":\"2917bf66734c5eb\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/293ba4c9-1c04-4254-8485-956c683d4e47\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:45.675053 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7bf5fc694-sp72v] creating logical port openshift-monitoring_thanos-querier-7bf5fc694-sp72v for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:45.675189 4035 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7bf5fc694-sp72v I0327 15:10:45.676321 4035 cni.go:424] [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:32:47:66:98:18\",\"name\":\"252192667af22e2\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/650ab756-ca0a-4765-8733-39537656da21\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:45.692870 4035 pod.go:62] [openshift-monitoring/thanos-querier-7bf5fc694-sp72v] pod update took 17.731842ms I0327 15:10:45.692895 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-7bf5fc694-sp72v] addLogicalPort annotation time took 17.766102ms I0327 15:10:45.694440 4035 pods.go:271] [openshift-monitoring/thanos-querier-7bf5fc694-sp72v] addLogicalPort took 19.407594ms, libovsdb time 1.169512ms I0327 15:10:46.092812 4035 cni.go:403] [openshift-monitoring/thanos-querier-7bf5fc694-sp72v 861ea2bddd7d38f5c8bb9983f795e547f3ce06d4de9cb98fca79df14b3b77094 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-7bf5fc694-sp72v 861ea2bddd7d38f5c8bb9983f795e547f3ce06d4de9cb98fca79df14b3b77094 network default NAD default] I0327 15:10:46.101888 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7bf5fc694-sp72v, hostIfaceName: 861ea2bddd7d38f, network: default, NAD default, SandboxID: "861ea2bddd7d38f5c8bb9983f795e547f3ce06d4de9cb98fca79df14b3b77094", PCI device ID: , UID: "8fc00e9e-478c-427f-af1c-18ca428cb6d9", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0327 15:10:46.150425 4035 cni.go:424] [openshift-monitoring/thanos-querier-7bf5fc694-sp72v 861ea2bddd7d38f5c8bb9983f795e547f3ce06d4de9cb98fca79df14b3b77094 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-7bf5fc694-sp72v 861ea2bddd7d38f5c8bb9983f795e547f3ce06d4de9cb98fca79df14b3b77094 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:35:28:16:09:92\",\"name\":\"861ea2bddd7d38f\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0bc1243-4f2e-43ba-b4c3-a2537e6176d6\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:46.454721 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:10:46.454745 4035 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:10:46.454779 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 15:10:47.326934 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-qc288 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:47.327061 4035 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288 I0327 15:10:47.349895 4035 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288] pod update took 22.869971ms I0327 15:10:47.349922 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288] addLogicalPort annotation time took 22.9038ms I0327 15:10:47.351125 4035 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288] addLogicalPort took 24.212046ms, libovsdb time 812.731µs W0327 15:10:48.233552 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:10:48.233575 4035 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:10:48.233581 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 15:10:48.288183 4035 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288 d9bf322e86b005901867abaf8b0bef713601c090fb338821d83277da795437c2 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288 d9bf322e86b005901867abaf8b0bef713601c090fb338821d83277da795437c2 network default NAD default] I0327 15:10:48.309790 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-qc288, hostIfaceName: d9bf322e86b0059, network: default, NAD default, SandboxID: "d9bf322e86b005901867abaf8b0bef713601c090fb338821d83277da795437c2", PCI device ID: , UID: "f526e0ef-64d8-4786-a4c9-30a991981c1e", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0327 15:10:48.354526 4035 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288 d9bf322e86b005901867abaf8b0bef713601c090fb338821d83277da795437c2 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qc288 d9bf322e86b005901867abaf8b0bef713601c090fb338821d83277da795437c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:00:68:a6:49:eb\",\"name\":\"d9bf322e86b0059\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f914d0d6-a490-4fdd-b89c-a82c0d7dc0fd\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:10:48.959451 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:10:48.959579 4035 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0327 15:10:48.980947 4035 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.411387ms I0327 15:10:48.980975 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.44388ms I0327 15:10:48.982277 4035 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.84875ms, libovsdb time 967.831µs I0327 15:10:49.331099 4035 cni.go:403] [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default] I0327 15:10:49.342632 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b4fda61d2aa2ba6, network: default, NAD default, SandboxID: "b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5", PCI device ID: , UID: "55d37927-98b3-4aa3-a3ae-54217496ea63", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0327 15:10:49.401059 4035 cni.go:424] [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:d9:99:52:10:c4\",\"name\":\"b4fda61d2aa2ba6\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96ab763a-58ae-4755-b524-83fc4904470b\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:10:50.496687 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 15:10:51.145518 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 15:10:51.201464 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:10:51.201484 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:10:51.233765 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:51.233790 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:51.233795 4035 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:51.233798 4035 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:51.288247 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:10:51.288271 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:10:52.161128 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:52.161153 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:52.161158 4035 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:52.161163 4035 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184487 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184518 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184527 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184534 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184581 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184589 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184597 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:54.184604 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 15:10:55.057082 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f4b95875b-9lvtg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:55.057693 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f4b95875b-9lvtg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:55.187847 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f4b95875b-9lvtg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:55.187875 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f4b95875b-9lvtg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:55.197744 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f4b95875b-9lvtg I0327 15:10:55.197865 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f4b95875b-9lvtg W0327 15:10:57.230260 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:57.230284 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:57.230290 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 15:10:57.230298 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 15:10:58.249172 4035 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default] I0327 15:10:58.315689 4035 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn 0016de91846f74ee6abe0c65f3ee59e4ef5525b8f6f4c5583233d6af0c1ce500 network default NAD default], result "{}", err I0327 15:10:58.370394 4035 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:58.370432 4035 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn I0327 15:10:58.374086 4035 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn, ips: 10.130.0.15 I0327 15:10:58.374126 4035 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:10:58.374152 4035 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:10:58.374161 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0327 15:10:58.374399 4035 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:10:58.374416 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0327 15:10:59.395915 4035 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:59.395939 4035 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:59.395955 4035 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:10:59.395973 4035 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nwpxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:02.882514 4035 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 15:11:02.891992 4035 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0327 15:11:09.253056 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0327 15:11:09.529898 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0327 15:11:12.262631 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 15:11:12.551402 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 15:11:12.666314 4035 base_network_controller_pods.go:487] [default/openshift-console/console-7d8bc75c77-8mglp] creating logical port openshift-console_console-7d8bc75c77-8mglp for pod on switch ip-10-0-2-34.ec2.internal I0327 15:11:12.666420 4035 kube.go:256] Updating pod openshift-console/console-7d8bc75c77-8mglp I0327 15:11:12.686845 4035 pod.go:62] [openshift-console/console-7d8bc75c77-8mglp] pod update took 20.452555ms I0327 15:11:12.686867 4035 base_network_controller_pods.go:937] [default/openshift-console/console-7d8bc75c77-8mglp] addLogicalPort annotation time took 20.482821ms I0327 15:11:12.688052 4035 pods.go:271] [openshift-console/console-7d8bc75c77-8mglp] addLogicalPort took 21.754423ms, libovsdb time 870.449µs W0327 15:11:12.689523 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 15:11:12.743780 4035 cni.go:403] [openshift-multus/network-metrics-daemon-nfpdk 420dd58c39c7adbc302bff5ce3077462dafe4df1c27a49bfea6774390201037e network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-nfpdk 420dd58c39c7adbc302bff5ce3077462dafe4df1c27a49bfea6774390201037e network default NAD default] I0327 15:11:12.752427 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nfpdk, hostIfaceName: 420dd58c39c7adb, network: default, NAD default, SandboxID: "420dd58c39c7adbc302bff5ce3077462dafe4df1c27a49bfea6774390201037e", PCI device ID: , UID: "11e2e2dc-660a-4caf-afb2-53c48727320c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0327 15:11:12.801689 4035 cni.go:424] [openshift-multus/network-metrics-daemon-nfpdk 420dd58c39c7adbc302bff5ce3077462dafe4df1c27a49bfea6774390201037e network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nfpdk 420dd58c39c7adbc302bff5ce3077462dafe4df1c27a49bfea6774390201037e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:1d:59:f7:02:e0\",\"name\":\"420dd58c39c7adb\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/180f8971-f472-40bc-b936-58138880b657\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:11:13.036593 4035 cni.go:403] [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default] ADD starting CNI request [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default] I0327 15:11:13.046274 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7d8bc75c77-8mglp, hostIfaceName: f399d08b92593ac, network: default, NAD default, SandboxID: "f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf", PCI device ID: , UID: "12140096-c9c4-4b1d-a14c-aed8536a6507", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0327 15:11:13.093000 4035 cni.go:424] [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default] ADD finished CNI request [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:22:af:f3:8f:9e\",\"name\":\"f399d08b92593ac\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6bedeec-2c10-4caa-bcea-b6487fa29336\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:11:13.556832 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0327 15:11:14.194791 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.194815 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.194822 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.194836 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.194842 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.194849 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.227254 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.227284 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:11:14.227293 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 15:11:18.563887 4035 cni.go:403] [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default] I0327 15:11:18.636491 4035 cni.go:424] [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-7f4b95875b-7mwt8 fef371004a4241d57e7f18b2589ceea542d61247500b52beeb4bc771edc2a283 network default NAD default], result "{}", err I0327 15:11:18.687220 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f4b95875b-7mwt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:18.687261 4035 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f4b95875b-7mwt8 I0327 15:11:18.688445 4035 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f4b95875b-7mwt8, ips: 10.130.0.12 I0327 15:11:18.688474 4035 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f4b95875b-7mwt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:19.335317 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f4b95875b-7mwt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:19.335350 4035 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f4b95875b-7mwt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:19.338151 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f4b95875b-7mwt8 I0327 15:11:19.338177 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f4b95875b-7mwt8 W0327 15:11:23.366712 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 15:11:23.605216 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 15:11:23.636367 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0327 15:11:39.844197 4035 obj_retry.go:464] Detected object openshift-console/console-5dbf498488-b8htm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:39.844808 4035 obj_retry.go:464] Detected object openshift-console/console-5dbf498488-b8htm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:40.697889 4035 obj_retry.go:458] Detected object openshift-console/console-5dbf498488-b8htm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:40.697922 4035 obj_retry.go:458] Detected object openshift-console/console-5dbf498488-b8htm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:40.704592 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5dbf498488-b8htm I0327 15:11:40.704620 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5dbf498488-b8htm I0327 15:11:47.412170 4035 obj_retry.go:464] Detected object openshift-ingress/router-default-859d5bccd5-cr7vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:47.412778 4035 obj_retry.go:464] Detected object openshift-ingress/router-default-859d5bccd5-cr7vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:48.408633 4035 obj_retry.go:458] Detected object openshift-ingress/router-default-859d5bccd5-cr7vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:48.408666 4035 obj_retry.go:458] Detected object openshift-ingress/router-default-859d5bccd5-cr7vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:48.414085 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-859d5bccd5-cr7vc I0327 15:11:48.414120 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-859d5bccd5-cr7vc I0327 15:11:48.740055 4035 obj_retry.go:464] Detected object openshift-console/console-5dbf498488-265nt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:48.740666 4035 obj_retry.go:464] Detected object openshift-console/console-5dbf498488-265nt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:11:49.415430 4035 obj_retry.go:458] Detected object openshift-console/console-5dbf498488-265nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:49.415546 4035 obj_retry.go:458] Detected object openshift-console/console-5dbf498488-265nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:11:49.422876 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5dbf498488-265nt I0327 15:11:49.422913 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5dbf498488-265nt W0327 15:11:49.470833 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:11:49.470855 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:11:49.470866 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:11:49.470871 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:11:49.505478 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:11:49.505510 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 15:12:04.336557 4035 cni.go:403] [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default] I0327 15:12:04.407265 4035 cni.go:424] [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 252192667af22e210d9c769a96b93a870bc495d8fd7a0d47f5f0614515c7ba50 network default NAD default], result "{}", err I0327 15:12:04.467100 4035 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:04.467143 4035 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0327 15:12:04.468650 4035 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.17 I0327 15:12:04.468683 4035 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:04.537138 4035 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:04.537175 4035 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:04.543529 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0327 15:12:04.543560 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0327 15:12:04.582707 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:12:04.582848 4035 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0327 15:12:04.608650 4035 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.837308ms I0327 15:12:04.608681 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.873771ms I0327 15:12:04.610273 4035 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.586839ms, libovsdb time 1.134038ms I0327 15:12:04.943486 4035 cni.go:403] [openshift-monitoring/alertmanager-main-1 a7c42a8a2e2893e9fb02bc4327023e1caad035f2133c0d80be6bde934647a943 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a7c42a8a2e2893e9fb02bc4327023e1caad035f2133c0d80be6bde934647a943 network default NAD default] I0327 15:12:04.952189 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a7c42a8a2e2893e, network: default, NAD default, SandboxID: "a7c42a8a2e2893e9fb02bc4327023e1caad035f2133c0d80be6bde934647a943", PCI device ID: , UID: "5ca9abe9-2ab3-46fd-843b-1d4fbe4d9034", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0327 15:12:04.998873 4035 cni.go:424] [openshift-monitoring/alertmanager-main-1 a7c42a8a2e2893e9fb02bc4327023e1caad035f2133c0d80be6bde934647a943 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a7c42a8a2e2893e9fb02bc4327023e1caad035f2133c0d80be6bde934647a943 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:e3:21:de:86:db\",\"name\":\"a7c42a8a2e2893e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36edf395-f553-45b1-b39d-64e8ce2187df\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:12:08.600040 4035 cni.go:403] [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default] I0327 15:12:08.689100 4035 cni.go:424] [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 b4fda61d2aa2ba6a5f8840f53415184c2247759f25d52fc3a78a4df3caa1e1a5 network default NAD default], result "{}", err I0327 15:12:08.751872 4035 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:08.751911 4035 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0327 15:12:08.753184 4035 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.20 I0327 15:12:08.753215 4035 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:09.574022 4035 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:09.574047 4035 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:09.580977 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0327 15:12:09.581011 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0327 15:12:09.622001 4035 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:12:09.622146 4035 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0327 15:12:09.646703 4035 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.599139ms I0327 15:12:09.646727 4035 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.627608ms I0327 15:12:09.647953 4035 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.967229ms, libovsdb time 860.654µs I0327 15:12:09.983684 4035 cni.go:403] [openshift-monitoring/prometheus-k8s-1 42b2cdd1241d72bf5493f26fb4cfe5c83a4d99aecbb9ee9177f6961e45ad1e4a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 42b2cdd1241d72bf5493f26fb4cfe5c83a4d99aecbb9ee9177f6961e45ad1e4a network default NAD default] I0327 15:12:09.992280 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 42b2cdd1241d72b, network: default, NAD default, SandboxID: "42b2cdd1241d72bf5493f26fb4cfe5c83a4d99aecbb9ee9177f6961e45ad1e4a", PCI device ID: , UID: "9ef1629e-e3fe-47b9-9516-0a0200dbdff3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0327 15:12:10.038814 4035 cni.go:424] [openshift-monitoring/prometheus-k8s-1 42b2cdd1241d72bf5493f26fb4cfe5c83a4d99aecbb9ee9177f6961e45ad1e4a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 42b2cdd1241d72bf5493f26fb4cfe5c83a4d99aecbb9ee9177f6961e45ad1e4a network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:37:b6:4e:57:c6\",\"name\":\"42b2cdd1241d72b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df2a0b1e-29e8-4550-8eb1-90f2e072577d\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:12:30.180816 4035 obj_retry.go:464] Detected object openshift-console/console-7d8bc75c77-c54lq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:30.181384 4035 obj_retry.go:464] Detected object openshift-console/console-7d8bc75c77-c54lq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:30.914497 4035 obj_retry.go:458] Detected object openshift-console/console-7d8bc75c77-c54lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:30.914529 4035 obj_retry.go:458] Detected object openshift-console/console-7d8bc75c77-c54lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:30.917846 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d8bc75c77-c54lq I0327 15:12:30.917872 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d8bc75c77-c54lq W0327 15:12:34.989963 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:12:34.989984 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 15:12:34.989990 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 15:12:36.281924 4035 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:36.282530 4035 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:36.940144 4035 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:36.940176 4035 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:36.946586 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0327 15:12:36.946613 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0327 15:12:40.732255 4035 cni.go:403] [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default] DEL starting CNI request [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default] I0327 15:12:40.815971 4035 cni.go:424] [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default] DEL finished CNI request [openshift-console/console-7d8bc75c77-8mglp f399d08b92593ac94ed8a3473bad8d9cb993d40dee84a52dfdfb9e2eacb409cf network default NAD default], result "{}", err I0327 15:12:40.864242 4035 obj_retry.go:464] Detected object openshift-console/console-7d8bc75c77-8mglp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:40.864291 4035 pods.go:176] Deleting pod: openshift-console/console-7d8bc75c77-8mglp I0327 15:12:40.865587 4035 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d8bc75c77-8mglp, ips: 10.130.0.21 I0327 15:12:40.865615 4035 obj_retry.go:464] Detected object openshift-console/console-7d8bc75c77-8mglp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:12:41.709544 4035 obj_retry.go:458] Detected object openshift-console/console-7d8bc75c77-8mglp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:41.709572 4035 obj_retry.go:458] Detected object openshift-console/console-7d8bc75c77-8mglp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:12:41.712406 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d8bc75c77-8mglp I0327 15:12:41.712435 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d8bc75c77-8mglp W0327 15:13:10.878123 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 15:13:10.878148 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 15:13:12.178614 4035 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:13:12.179162 4035 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:13:12.749857 4035 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:13:12.749910 4035 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:13:12.755986 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0327 15:13:12.756016 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0327 15:13:59.209471 4035 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 15:14:53.849796 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0327 15:15:10.747357 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0327 15:15:38.756983 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=530 I0327 15:15:54.876258 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:15:54.876879 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:15:55.901905 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:15:55.901935 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:04.877066 4035 namespace.go:98] [tsf] adding namespace I0327 15:16:04.878022 4035 namespace.go:102] [tsf] adding namespace took 930.044µs I0327 15:16:04.894280 4035 namespace.go:142] [tsf] updating namespace I0327 15:16:04.904000 4035 namespace.go:142] [tsf] updating namespace W0327 15:16:07.804780 4035 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 15:16:08.847815 4035 namespace.go:98] [konflux-ui] adding namespace I0327 15:16:08.848716 4035 namespace.go:102] [konflux-ui] adding namespace took 868.931µs I0327 15:16:08.852647 4035 namespace.go:98] [tsf-keycloak] adding namespace I0327 15:16:08.852729 4035 namespace.go:98] [tsf-tas] adding namespace I0327 15:16:08.853404 4035 namespace.go:102] [tsf-keycloak] adding namespace took 740.339µs I0327 15:16:08.853641 4035 namespace.go:98] [konflux-operator] adding namespace I0327 15:16:08.853711 4035 namespace.go:98] [cert-manager-operator] adding namespace I0327 15:16:08.853895 4035 namespace.go:98] [tsf-tpa] adding namespace I0327 15:16:08.853912 4035 namespace.go:98] [rhtpa-operator] adding namespace I0327 15:16:08.854097 4035 namespace.go:102] [tsf-tas] adding namespace took 1.350873ms I0327 15:16:08.854619 4035 namespace.go:102] [konflux-operator] adding namespace took 963.037µs I0327 15:16:08.855153 4035 namespace.go:102] [cert-manager-operator] adding namespace took 1.427487ms I0327 15:16:08.855545 4035 namespace.go:98] [rhbk-operator] adding namespace I0327 15:16:08.855641 4035 namespace.go:102] [tsf-tpa] adding namespace took 1.73013ms I0327 15:16:08.856171 4035 namespace.go:102] [rhtpa-operator] adding namespace took 2.249443ms I0327 15:16:08.856621 4035 namespace.go:102] [rhbk-operator] adding namespace took 1.061696ms I0327 15:16:08.868949 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:16:08.882619 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:16:08.892318 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:08.905519 4035 namespace.go:142] [tsf-tas] updating namespace I0327 15:16:08.911058 4035 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:16:08.911189 4035 namespace.go:142] [konflux-operator] updating namespace I0327 15:16:08.911231 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:08.917633 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:08.919098 4035 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:16:08.929239 4035 namespace.go:142] [rhbk-operator] updating namespace I0327 15:16:08.929328 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:08.929714 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:16:08.943701 4035 namespace.go:142] [konflux-operator] updating namespace I0327 15:16:08.954828 4035 namespace.go:142] [konflux-operator] updating namespace I0327 15:16:08.963189 4035 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:16:08.978685 4035 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:16:08.987441 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:09.022217 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:09.022307 4035 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:16:09.026654 4035 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:16:09.026688 4035 namespace.go:142] [rhbk-operator] updating namespace I0327 15:16:09.035774 4035 namespace.go:142] [rhbk-operator] updating namespace I0327 15:16:09.042044 4035 namespace.go:142] [tsf-tas] updating namespace I0327 15:16:09.070061 4035 namespace.go:142] [tsf-tas] updating namespace I0327 15:16:09.891837 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:16:09.897024 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:16:11.575173 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:11.575283 4035 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj I0327 15:16:11.577976 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:11.578100 4035 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g I0327 15:16:11.592490 4035 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj] pod update took 17.235857ms I0327 15:16:11.592520 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj] addLogicalPort annotation time took 17.270214ms I0327 15:16:11.593692 4035 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g] pod update took 15.619286ms I0327 15:16:11.593714 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g] addLogicalPort annotation time took 15.645798ms I0327 15:16:11.593956 4035 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj] addLogicalPort took 18.801287ms, libovsdb time 1.058946ms I0327 15:16:11.594905 4035 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g] addLogicalPort took 16.945915ms, libovsdb time 750.024µs I0327 15:16:11.937982 4035 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default] I0327 15:16:11.941383 4035 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default] I0327 15:16:11.947549 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj, hostIfaceName: fa1d29747f79f67, network: default, NAD default, SandboxID: "fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d", PCI device ID: , UID: "4fa32291-9974-493f-a84b-4a6590c1554d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0327 15:16:11.950261 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g, hostIfaceName: a4d30be05a1b165, network: default, NAD default, SandboxID: "a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f", PCI device ID: , UID: "25a10da5-4b41-4ca7-8d9d-e8bef709e930", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0327 15:16:11.996296 4035 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:73:ca:97:40:80\",\"name\":\"fa1d29747f79f67\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe5126d8-9308-4ced-b728-0d103b94c35d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:12.017108 4035 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:e9:a8:e8:04:01\",\"name\":\"a4d30be05a1b165\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a847bf15-1f4b-44a9-8f2a-c12705c42dc9\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:14.782430 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:14.782568 4035 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 I0327 15:16:14.795797 4035 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2] pod update took 13.25819ms I0327 15:16:14.795826 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2] addLogicalPort annotation time took 13.288891ms I0327 15:16:14.797074 4035 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2] addLogicalPort took 14.659372ms, libovsdb time 889.774µs I0327 15:16:15.441812 4035 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default] I0327 15:16:15.453071 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2, hostIfaceName: d38509870e39bed, network: default, NAD default, SandboxID: "d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351", PCI device ID: , UID: "d3b126fa-a354-4772-ae77-3408f0fe77ec", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0327 15:16:15.501482 4035 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:d0:b4:17:58:34\",\"name\":\"d38509870e39bed\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3445e837-12a1-4521-9b4f-2ab8f45fa936\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:16.174322 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:16.174436 4035 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 I0327 15:16:16.187064 4035 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2] pod update took 12.666439ms I0327 15:16:16.187087 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2] addLogicalPort annotation time took 12.696739ms I0327 15:16:16.188309 4035 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2] addLogicalPort took 14.006223ms, libovsdb time 823.373µs I0327 15:16:16.533397 4035 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default] I0327 15:16:16.542700 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2, hostIfaceName: 9035f97d181127c, network: default, NAD default, SandboxID: "9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6", PCI device ID: , UID: "666c3cb1-27e2-4de5-b195-9f0d33507c86", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0327 15:16:16.578597 4035 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default] I0327 15:16:16.582473 4035 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default] I0327 15:16:16.593089 4035 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:5a:8f:20:92:4a\",\"name\":\"9035f97d181127c\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14aff019-d1f6-47c9-97f2-cf45f43d219e\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:16.665442 4035 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g a4d30be05a1b165630fb5da699d587db9f01a61c39243d38f06204e9d164ae7f network default NAD default], result "{}", err I0327 15:16:16.679527 4035 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj fa1d29747f79f679ae320aee5a5f579cb25e14b114eb892a9fb8310df7e1fc7d network default NAD default], result "{}", err I0327 15:16:16.738153 4035 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.738196 4035 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g I0327 15:16:16.739622 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g, ips: 10.130.0.25 I0327 15:16:16.739653 4035 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.739677 4035 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.739685 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:16.739865 4035 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.739887 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:16:16.759981 4035 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.760029 4035 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj I0327 15:16:16.761289 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj, ips: 10.130.0.24 I0327 15:16:16.761320 4035 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.761338 4035 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.761345 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:16.761532 4035 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:16.761548 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:16:17.763722 4035 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.763761 4035 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.763780 4035 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.763791 4035 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vwn7g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.788659 4035 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.788693 4035 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.788706 4035 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:17.788717 4035 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfsxnkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:18.226317 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:18.226485 4035 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 I0327 15:16:18.242705 4035 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4] pod update took 16.260297ms I0327 15:16:18.242731 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4] addLogicalPort annotation time took 16.294533ms I0327 15:16:18.244060 4035 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4] addLogicalPort took 17.762046ms, libovsdb time 928.817µs I0327 15:16:18.331052 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:18.331219 4035 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 I0327 15:16:18.344354 4035 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5] pod update took 13.171803ms I0327 15:16:18.344380 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5] addLogicalPort annotation time took 13.210581ms I0327 15:16:18.345698 4035 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5] addLogicalPort took 14.697733ms, libovsdb time 883.53µs I0327 15:16:18.589180 4035 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default] I0327 15:16:18.599039 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4, hostIfaceName: 1ebf93fbbb03e24, network: default, NAD default, SandboxID: "1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51", PCI device ID: , UID: "c0299c69-d089-47c0-89e8-bc9748907948", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0327 15:16:18.648795 4035 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:7b:e6:da:1a:b8\",\"name\":\"1ebf93fbbb03e24\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8959c58e-a435-4d69-bb99-dbd4e51a2fb6\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:18.693921 4035 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default] I0327 15:16:18.704164 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5, hostIfaceName: 83f433e0e009485, network: default, NAD default, SandboxID: "83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328", PCI device ID: , UID: "2ff630ca-2bf4-4c50-993e-207caa5f089c", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0327 15:16:18.745207 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0327 15:16:18.756921 4035 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:e9:c3:23:92:6f\",\"name\":\"83f433e0e009485\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fb3aba1-9877-472e-8a21-95260735fb07\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:18.841730 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 15:16:18.841829 4035 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4vskp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4vskp: no pod IPs found I0327 15:16:19.603798 4035 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default] I0327 15:16:19.674584 4035 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 d38509870e39bedece1ec9afe0911b283c9f3270dcc026800aa98ffc0576a351 network default NAD default], result "{}", err I0327 15:16:19.829289 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0327 15:16:19.887374 4035 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:19.887408 4035 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 I0327 15:16:19.888960 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2, ips: 10.130.0.26 I0327 15:16:19.888991 4035 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:19.889020 4035 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:19.889030 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:19.889196 4035 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:19.889212 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:16:20.921528 4035 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:20.921553 4035 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:20.921570 4035 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:20.921579 4035 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8qggs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:22.627965 4035 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default] I0327 15:16:22.699119 4035 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 9035f97d181127cabecf08c8e5b714dca4766780fb0b2df095a7dccd108499b6 network default NAD default], result "{}", err I0327 15:16:22.748956 4035 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:22.748994 4035 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 I0327 15:16:22.753224 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2, ips: 10.130.0.27 I0327 15:16:22.753287 4035 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:22.753315 4035 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:22.753326 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:22.753650 4035 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:22.753729 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:16:23.635708 4035 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default] I0327 15:16:23.704582 4035 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 83f433e0e00948500ae06cac597c6e3fbb085dbafbeffca341c44f54262e2328 network default NAD default], result "{}", err I0327 15:16:23.765170 4035 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:23.765239 4035 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 I0327 15:16:23.766558 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5, ips: 10.130.0.29 I0327 15:16:23.766589 4035 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:23.766614 4035 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:23.766622 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:23.766847 4035 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:23.766869 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:16:23.784049 4035 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:23.784072 4035 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:23.784085 4035 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:23.784097 4035 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nd6k2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:24.804474 4035 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:24.804504 4035 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:24.804521 4035 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:24.804531 4035 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz5js5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:31.203247 4035 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-rrqmm for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:31.203409 4035 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm I0327 15:16:31.219478 4035 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm] pod update took 16.110463ms I0327 15:16:31.219531 4035 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm] addLogicalPort annotation time took 16.167514ms I0327 15:16:31.220935 4035 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm] addLogicalPort took 17.709206ms, libovsdb time 1.002813ms I0327 15:16:31.571408 4035 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm 203d5b19d0d664cc3e4d5fe56c992fb3eba813b7cce3ad880a5baeb8ed68eafb network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm 203d5b19d0d664cc3e4d5fe56c992fb3eba813b7cce3ad880a5baeb8ed68eafb network default NAD default] I0327 15:16:31.580167 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-rrqmm, hostIfaceName: 203d5b19d0d664c, network: default, NAD default, SandboxID: "203d5b19d0d664cc3e4d5fe56c992fb3eba813b7cce3ad880a5baeb8ed68eafb", PCI device ID: , UID: "bfe07418-2e82-43f0-936c-8b7e050960e7", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0327 15:16:31.627365 4035 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm 203d5b19d0d664cc3e4d5fe56c992fb3eba813b7cce3ad880a5baeb8ed68eafb network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-rrqmm 203d5b19d0d664cc3e4d5fe56c992fb3eba813b7cce3ad880a5baeb8ed68eafb network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:f5:95:5d:94:f8\",\"name\":\"203d5b19d0d664c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe03005a-2545-4ce3-8285-45fd381e07e8\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:33.691144 4035 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default] I0327 15:16:33.763844 4035 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 1ebf93fbbb03e249bf641c74eb2fe4b26061a1b7f617d1a202fc63c5c96cbf51 network default NAD default], result "{}", err I0327 15:16:33.840964 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:33.840997 4035 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 I0327 15:16:33.842331 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4, ips: 10.130.0.28 I0327 15:16:33.842365 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:33.842386 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:33.842393 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:33.842568 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:33.842582 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... W0327 15:16:34.712641 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 15:16:34.837685 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:34.837721 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:34.837738 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:34.837769 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad776rx4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:16:36.959561 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 15:16:37.364796 4035 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-87x9m for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:37.364939 4035 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m I0327 15:16:37.406404 4035 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m] pod update took 41.491347ms I0327 15:16:37.406431 4035 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m] addLogicalPort annotation time took 41.547549ms I0327 15:16:37.407597 4035 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m] addLogicalPort took 42.817578ms, libovsdb time 858.159µs I0327 15:16:37.729451 4035 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m 75dd69141c5c20082b4bcb5e8207446d248b95071a8b0cbd5a759fc03fc95a41 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m 75dd69141c5c20082b4bcb5e8207446d248b95071a8b0cbd5a759fc03fc95a41 network default NAD default] I0327 15:16:37.738411 4035 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-87x9m, hostIfaceName: 75dd69141c5c200, network: default, NAD default, SandboxID: "75dd69141c5c20082b4bcb5e8207446d248b95071a8b0cbd5a759fc03fc95a41", PCI device ID: , UID: "f0caf760-f466-43ef-9ed4-8ce1c91c303b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0327 15:16:37.786580 4035 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m 75dd69141c5c20082b4bcb5e8207446d248b95071a8b0cbd5a759fc03fc95a41 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-87x9m 75dd69141c5c20082b4bcb5e8207446d248b95071a8b0cbd5a759fc03fc95a41 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:0e:f5:06:1f:69\",\"name\":\"75dd69141c5c200\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4c1f9cc-a973-460f-b561-1afbf93f28ef\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:16:38.168171 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:16:38.187689 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:16:38.202941 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 15:16:38.214861 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 15:16:41.041656 4035 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:41.041837 4035 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p I0327 15:16:41.074358 4035 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p] pod update took 32.549171ms I0327 15:16:41.074390 4035 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p] addLogicalPort annotation time took 32.584775ms I0327 15:16:41.075673 4035 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p] addLogicalPort took 34.037463ms, libovsdb time 918.791µs I0327 15:16:41.253674 4035 namespace.go:98] [cert-manager] adding namespace I0327 15:16:41.254531 4035 namespace.go:102] [cert-manager] adding namespace took 828.702µs I0327 15:16:41.268077 4035 namespace.go:142] [cert-manager] updating namespace I0327 15:16:41.276876 4035 namespace.go:142] [cert-manager] updating namespace I0327 15:16:41.405718 4035 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default] I0327 15:16:41.417124 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p, hostIfaceName: 1adda47cc7a4e0b, network: default, NAD default, SandboxID: "1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa", PCI device ID: , UID: "809ff161-6481-452b-b785-9d3f21456a83", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0327 15:16:41.465457 4035 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:31:09:9a:e6:a5\",\"name\":\"1adda47cc7a4e0b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bb69cac-6acb-4288-9cb9-f81b710afa67\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:44.076548 4035 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-wrw46] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-wrw46 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:44.076650 4035 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-wrw46 I0327 15:16:44.098702 4035 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-wrw46] pod update took 22.074648ms I0327 15:16:44.098729 4035 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-wrw46] addLogicalPort annotation time took 22.108786ms I0327 15:16:44.100020 4035 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-wrw46] addLogicalPort took 23.489697ms, libovsdb time 903.556µs I0327 15:16:44.452043 4035 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-wrw46 594fb399dc3b0ef4c3da283aaa59bb8172e082fb6808a76667297ea028dd2b3d network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-wrw46 594fb399dc3b0ef4c3da283aaa59bb8172e082fb6808a76667297ea028dd2b3d network default NAD default] I0327 15:16:44.462077 4035 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-wrw46, hostIfaceName: 594fb399dc3b0ef, network: default, NAD default, SandboxID: "594fb399dc3b0ef4c3da283aaa59bb8172e082fb6808a76667297ea028dd2b3d", PCI device ID: , UID: "55c11a22-aca9-491e-a139-24782b380008", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0327 15:16:44.510985 4035 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-wrw46 594fb399dc3b0ef4c3da283aaa59bb8172e082fb6808a76667297ea028dd2b3d network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-wrw46 594fb399dc3b0ef4c3da283aaa59bb8172e082fb6808a76667297ea028dd2b3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:84:79:60:ed:49\",\"name\":\"594fb399dc3b0ef\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e80b878-1668-47b1-b15e-a5f280c96ad8\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:16:44.755233 4035 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default] I0327 15:16:44.792082 4035 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-nc8gq for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:44.792174 4035 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq I0327 15:16:44.807042 4035 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq] pod update took 14.889304ms I0327 15:16:44.807072 4035 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq] addLogicalPort annotation time took 14.924137ms I0327 15:16:44.808444 4035 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq] addLogicalPort took 16.381666ms, libovsdb time 999.954µs I0327 15:16:44.825474 4035 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p 1adda47cc7a4e0bda46ef11b3ec9cbb5dc490b783e9a299f98e0263db3f4f2fa network default NAD default], result "{}", err I0327 15:16:44.860578 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:44.860632 4035 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p I0327 15:16:44.862038 4035 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p, ips: 10.130.0.32 I0327 15:16:44.862069 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:16:44.862090 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:44.862098 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 15:16:44.862260 4035 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 15:16:44.862276 4035 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 15:16:45.153094 4035 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq f1bc2a26c3b587c23f2ccb934c6cf8aaf92d19467607a68287967ba30cf5c99e network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq f1bc2a26c3b587c23f2ccb934c6cf8aaf92d19467607a68287967ba30cf5c99e network default NAD default] I0327 15:16:45.161793 4035 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-nc8gq, hostIfaceName: f1bc2a26c3b587c, network: default, NAD default, SandboxID: "f1bc2a26c3b587c23f2ccb934c6cf8aaf92d19467607a68287967ba30cf5c99e", PCI device ID: , UID: "fb49f03d-f2dd-4680-8b81-93459607d3df", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0327 15:16:45.214111 4035 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq f1bc2a26c3b587c23f2ccb934c6cf8aaf92d19467607a68287967ba30cf5c99e network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-nc8gq f1bc2a26c3b587c23f2ccb934c6cf8aaf92d19467607a68287967ba30cf5c99e network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:73:ae:88:af:9b\",\"name\":\"f1bc2a26c3b587c\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ab2776f-d8dd-4589-8a11-5b55d4b8bb30\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:16:45.700110 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 15:16:45.885948 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:45.885975 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:45.885996 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:16:45.886015 4035 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zf82p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:16:49.078594 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 15:16:49.078618 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0327 15:16:50.789527 4035 namespace.go:142] [openshift-operators] updating namespace I0327 15:16:50.806603 4035 namespace.go:142] [openshift-operators] updating namespace I0327 15:16:50.828213 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0327 15:16:51.832878 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0327 15:16:54.818512 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 15:16:54.818534 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0327 15:16:56.865437 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0327 15:16:58.649572 4035 namespace.go:98] [trusted-artifact-signer] adding namespace I0327 15:16:58.650509 4035 namespace.go:102] [trusted-artifact-signer] adding namespace took 910.111µs I0327 15:16:58.668967 4035 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:16:58.701782 4035 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:16:58.989061 4035 namespace.go:142] [openshift-operators] updating namespace W0327 15:16:59.062609 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0327 15:16:59.900982 4035 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-mjpns for pod on switch ip-10-0-2-34.ec2.internal I0327 15:16:59.901089 4035 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns I0327 15:16:59.924113 4035 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns] pod update took 23.043819ms I0327 15:16:59.924142 4035 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns] addLogicalPort annotation time took 23.074921ms I0327 15:16:59.925398 4035 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns] addLogicalPort took 24.430858ms, libovsdb time 906.498µs I0327 15:17:00.266732 4035 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns 2275027d981bfc9792acc640b60f4d8db5e71f6e075b4f71eef06c13b7aec157 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns 2275027d981bfc9792acc640b60f4d8db5e71f6e075b4f71eef06c13b7aec157 network default NAD default] I0327 15:17:00.275445 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-mjpns, hostIfaceName: 2275027d981bfc9, network: default, NAD default, SandboxID: "2275027d981bfc9792acc640b60f4d8db5e71f6e075b4f71eef06c13b7aec157", PCI device ID: , UID: "b3e9e617-5f54-46b4-9682-bd9377ea2cbd", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0327 15:17:00.324503 4035 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns 2275027d981bfc9792acc640b60f4d8db5e71f6e075b4f71eef06c13b7aec157 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-mjpns 2275027d981bfc9792acc640b60f4d8db5e71f6e075b4f71eef06c13b7aec157 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:bd:5d:a1:6e:43\",\"name\":\"2275027d981bfc9\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/845bdd28-0c59-4602-b3a1-b4d572f3f42d\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:17:01.509696 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 15:17:01.521648 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 15:17:01.537233 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 15:17:01.545672 4035 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0327 15:17:03.865632 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 15:17:09.844582 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0327 15:17:11.860038 4035 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:11.860633 4035 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:11.885816 4035 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:11.885840 4035 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:11.896672 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0327 15:17:11.896707 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0327 15:17:14.612736 4035 namespace.go:98] [openshift-pipelines] adding namespace I0327 15:17:14.613617 4035 namespace.go:102] [openshift-pipelines] adding namespace took 832.627µs I0327 15:17:14.636653 4035 namespace.go:142] [openshift-pipelines] updating namespace I0327 15:17:15.326632 4035 namespace.go:142] [cert-manager] updating namespace I0327 15:17:15.525728 4035 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:17:15.926869 4035 namespace.go:142] [konflux-operator] updating namespace I0327 15:17:16.035557 4035 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-8ldtk for pod on switch ip-10-0-2-34.ec2.internal I0327 15:17:16.035674 4035 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk I0327 15:17:16.051459 4035 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk] pod update took 15.81116ms I0327 15:17:16.051488 4035 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk] addLogicalPort annotation time took 15.842609ms I0327 15:17:16.052855 4035 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk] addLogicalPort took 17.315273ms, libovsdb time 980.725µs I0327 15:17:16.139879 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:17:16.331584 4035 namespace.go:142] [open-cluster-management-2pa4nkn99kaqqvukhcr451snphcdn29u] updating namespace I0327 15:17:16.732392 4035 namespace.go:142] [rhbk-operator] updating namespace I0327 15:17:16.935838 4035 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:17:17.134102 4035 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:17.348094 4035 namespace.go:142] [tsf] updating namespace I0327 15:17:17.557306 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:17:17.765854 4035 namespace.go:142] [tsf-tas] updating namespace I0327 15:17:17.966696 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:17:18.108156 4035 namespace.go:142] [cert-manager] updating namespace I0327 15:17:18.116862 4035 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:17:18.126610 4035 namespace.go:142] [default] updating namespace I0327 15:17:18.138096 4035 namespace.go:142] [konflux-operator] updating namespace I0327 15:17:18.149636 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:17:18.161459 4035 namespace.go:142] [open-cluster-management-2pa4nkn99kaqqvukhcr451snphcdn29u] updating namespace I0327 15:17:18.171535 4035 namespace.go:142] [openshift] updating namespace I0327 15:17:18.180020 4035 namespace.go:142] [rhbk-operator] updating namespace I0327 15:17:18.191365 4035 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:17:18.198976 4035 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:18.208712 4035 namespace.go:142] [tsf] updating namespace I0327 15:17:18.220393 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:17:18.236372 4035 namespace.go:142] [tsf-tas] updating namespace I0327 15:17:18.256059 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:17:18.359071 4035 namespace.go:142] [cert-manager] updating namespace I0327 15:17:18.469783 4035 namespace.go:142] [cert-manager-operator] updating namespace I0327 15:17:18.572076 4035 namespace.go:142] [default] updating namespace I0327 15:17:18.659048 4035 namespace.go:142] [konflux-operator] updating namespace I0327 15:17:18.755828 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:17:18.857906 4035 namespace.go:142] [open-cluster-management-2pa4nkn99kaqqvukhcr451snphcdn29u] updating namespace I0327 15:17:18.956294 4035 namespace.go:142] [openshift] updating namespace I0327 15:17:19.057821 4035 namespace.go:142] [rhbk-operator] updating namespace I0327 15:17:19.160423 4035 namespace.go:142] [rhtpa-operator] updating namespace I0327 15:17:19.254349 4035 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 15:17:19.355825 4035 namespace.go:142] [tsf] updating namespace I0327 15:17:19.456968 4035 namespace.go:142] [tsf-keycloak] updating namespace I0327 15:17:19.563825 4035 namespace.go:142] [tsf-tas] updating namespace I0327 15:17:19.658185 4035 namespace.go:142] [tsf-tpa] updating namespace I0327 15:17:20.009547 4035 namespace.go:142] [openshift-pipelines] updating namespace W0327 15:17:23.793918 4035 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0327 15:17:25.999942 4035 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk 177e7e849f6883d7b6bda704900e82c64851a0425c3e6388de6435edaf88652b network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk 177e7e849f6883d7b6bda704900e82c64851a0425c3e6388de6435edaf88652b network default NAD default] I0327 15:17:26.010093 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-8ldtk, hostIfaceName: 177e7e849f6883d, network: default, NAD default, SandboxID: "177e7e849f6883d7b6bda704900e82c64851a0425c3e6388de6435edaf88652b", PCI device ID: , UID: "b8958297-4292-4ff0-97b5-ab9e75dbc3e6", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0327 15:17:26.057980 4035 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk 177e7e849f6883d7b6bda704900e82c64851a0425c3e6388de6435edaf88652b network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ldtk 177e7e849f6883d7b6bda704900e82c64851a0425c3e6388de6435edaf88652b network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:18:03:e1:24:07\",\"name\":\"177e7e849f6883d\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f71c343a-51f4-4175-bb0f-72d07a334256\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:17:27.387259 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-fmx5w for pod on switch ip-10-0-2-34.ec2.internal I0327 15:17:27.387379 4035 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w I0327 15:17:27.405133 4035 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w] pod update took 17.781141ms I0327 15:17:27.405171 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w] addLogicalPort annotation time took 17.823552ms I0327 15:17:27.406946 4035 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w] addLogicalPort took 19.71293ms, libovsdb time 1.309761ms I0327 15:17:27.571986 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-n869c for pod on switch ip-10-0-2-34.ec2.internal I0327 15:17:27.572100 4035 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c I0327 15:17:27.587169 4035 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c] pod update took 15.107488ms I0327 15:17:27.587267 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c] addLogicalPort annotation time took 15.210218ms I0327 15:17:27.588765 4035 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c] addLogicalPort took 16.785397ms, libovsdb time 1.123453ms I0327 15:17:27.758164 4035 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w fc792bfe31efa08105199e86df19d8d3d51c9251898ed18ec228b0a1a146d80f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w fc792bfe31efa08105199e86df19d8d3d51c9251898ed18ec228b0a1a146d80f network default NAD default] I0327 15:17:27.773854 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-fmx5w, hostIfaceName: fc792bfe31efa08, network: default, NAD default, SandboxID: "fc792bfe31efa08105199e86df19d8d3d51c9251898ed18ec228b0a1a146d80f", PCI device ID: , UID: "62cb0be3-eba4-4499-88ba-c960d84e9c89", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0327 15:17:27.830491 4035 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w fc792bfe31efa08105199e86df19d8d3d51c9251898ed18ec228b0a1a146d80f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-fmx5w fc792bfe31efa08105199e86df19d8d3d51c9251898ed18ec228b0a1a146d80f network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:cb:99:d6:42:cd\",\"name\":\"fc792bfe31efa08\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da7438a1-4613-49bb-b4c3-dc582c648eed\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:17:27.941958 4035 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c 37f0f65744cc236d1fdd2adcb29eba0bc5056a3da3e8187f89592ae3366803d9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c 37f0f65744cc236d1fdd2adcb29eba0bc5056a3da3e8187f89592ae3366803d9 network default NAD default] I0327 15:17:27.951791 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-n869c, hostIfaceName: 37f0f65744cc236, network: default, NAD default, SandboxID: "37f0f65744cc236d1fdd2adcb29eba0bc5056a3da3e8187f89592ae3366803d9", PCI device ID: , UID: "e564ff89-3300-4bfd-bc28-3e54988f168e", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0327 15:17:28.005020 4035 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c 37f0f65744cc236d1fdd2adcb29eba0bc5056a3da3e8187f89592ae3366803d9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-n869c 37f0f65744cc236d1fdd2adcb29eba0bc5056a3da3e8187f89592ae3366803d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:d0:1d:d5:23:e7\",\"name\":\"37f0f65744cc236\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b8fae03-a12d-43d5-840b-88a2ec412b5d\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:17:31.235971 4035 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 15:17:31.236003 4035 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 15:17:31.236011 4035 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 15:17:32.032969 4035 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 15:17:32.257895 4035 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:17:32.257917 4035 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:17:32.257922 4035 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:17:32.257929 4035 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 15:17:34.040075 4035 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:17:34.040099 4035 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:17:34.040105 4035 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:17:45.041996 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:17:45.042020 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:17:45.042025 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 15:17:53.021067 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 15:17:55.409724 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0327 15:17:56.068316 4035 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:56.068927 4035 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:17:56.086339 4035 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:56.086366 4035 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:17:56.091795 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0327 15:17:56.091818 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0327 15:18:02.971855 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:18:02.971882 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:18:02.976433 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 15:18:05.859636 4035 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0327 15:18:07.957993 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-h2qbd for pod on switch ip-10-0-2-34.ec2.internal I0327 15:18:07.958128 4035 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd I0327 15:18:07.972137 4035 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd] pod update took 14.038435ms I0327 15:18:07.972162 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd] addLogicalPort annotation time took 14.069592ms I0327 15:18:07.973386 4035 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd] addLogicalPort took 15.409875ms, libovsdb time 863.071µs I0327 15:18:08.579182 4035 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd 4e6d88616b1978d3e132636645947f01009363d86ed4e5c09ba5108d3872133f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd 4e6d88616b1978d3e132636645947f01009363d86ed4e5c09ba5108d3872133f network default NAD default] I0327 15:18:08.587902 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-h2qbd, hostIfaceName: 4e6d88616b1978d, network: default, NAD default, SandboxID: "4e6d88616b1978d3e132636645947f01009363d86ed4e5c09ba5108d3872133f", PCI device ID: , UID: "990c56a2-2efa-4f93-bc67-5bd21a7c0570", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0327 15:18:08.635565 4035 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd 4e6d88616b1978d3e132636645947f01009363d86ed4e5c09ba5108d3872133f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-h2qbd 4e6d88616b1978d3e132636645947f01009363d86ed4e5c09ba5108d3872133f network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:80:96:bc:55:3d\",\"name\":\"4e6d88616b1978d\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03ae6e87-062c-4e83-b1b6-50ac7f949f97\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:18:13.118540 4035 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 15:18:16.215472 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:18:16.215576 4035 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0327 15:18:16.228191 4035 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.638267ms I0327 15:18:16.228218 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.673304ms I0327 15:18:16.229592 4035 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.142867ms, libovsdb time 987.341µs I0327 15:18:25.317265 4035 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:18:25.317847 4035 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:18:26.075554 4035 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:18:26.075579 4035 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:18:26.078815 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 15:18:26.078840 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0327 15:18:27.077528 4035 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 dd1df1a2a540a774ad36568f0c1ec056b4d22c79c72b5a9706ab094178ae2ea4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 dd1df1a2a540a774ad36568f0c1ec056b4d22c79c72b5a9706ab094178ae2ea4 network default NAD default] I0327 15:18:27.086381 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: dd1df1a2a540a77, network: default, NAD default, SandboxID: "dd1df1a2a540a774ad36568f0c1ec056b4d22c79c72b5a9706ab094178ae2ea4", PCI device ID: , UID: "5e8b43f5-8551-44ad-91a1-1eef2e190109", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0327 15:18:27.135801 4035 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 dd1df1a2a540a774ad36568f0c1ec056b4d22c79c72b5a9706ab094178ae2ea4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 dd1df1a2a540a774ad36568f0c1ec056b4d22c79c72b5a9706ab094178ae2ea4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:11:a5:2a:c6:fc\",\"name\":\"dd1df1a2a540a77\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1f32cd8-86dd-45e5-92d7-d203cbe40423\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:18:28.098407 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 15:18:28.098435 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:18:28.098572 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0327 15:18:28.745523 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0327 15:18:32.396798 4035 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 15:18:33.821480 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-cnpwx for pod on switch ip-10-0-2-34.ec2.internal I0327 15:18:33.821577 4035 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx I0327 15:18:33.836907 4035 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx] pod update took 15.353976ms I0327 15:18:33.836934 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx] addLogicalPort annotation time took 15.38742ms I0327 15:18:33.838159 4035 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx] addLogicalPort took 16.698842ms, libovsdb time 844.345µs I0327 15:18:33.923847 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-hmjw5 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:18:33.923988 4035 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5 I0327 15:18:33.937691 4035 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5] pod update took 13.730517ms I0327 15:18:33.937714 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5] addLogicalPort annotation time took 13.759671ms I0327 15:18:33.938992 4035 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5] addLogicalPort took 15.167416ms, libovsdb time 901.528µs I0327 15:18:34.189209 4035 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx 8ff8349ebe9ca09409c528afa77ebceca0074872a9a7670f6e71a2a290fe191b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx 8ff8349ebe9ca09409c528afa77ebceca0074872a9a7670f6e71a2a290fe191b network default NAD default] I0327 15:18:34.198104 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-cnpwx, hostIfaceName: 8ff8349ebe9ca09, network: default, NAD default, SandboxID: "8ff8349ebe9ca09409c528afa77ebceca0074872a9a7670f6e71a2a290fe191b", PCI device ID: , UID: "153f13f2-5b24-42b8-9b79-8357a2b4d03c", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0327 15:18:34.247831 4035 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx 8ff8349ebe9ca09409c528afa77ebceca0074872a9a7670f6e71a2a290fe191b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cnpwx 8ff8349ebe9ca09409c528afa77ebceca0074872a9a7670f6e71a2a290fe191b network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:c0:73:40:99:cd\",\"name\":\"8ff8349ebe9ca09\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eb3e974-d427-47d1-aa4c-9b450f84a85f\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:18:34.287916 4035 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5 1322213c653c517048bb017893d56ec0e217e3a65b3a8217b810db1c3eaa48e1 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5 1322213c653c517048bb017893d56ec0e217e3a65b3a8217b810db1c3eaa48e1 network default NAD default] I0327 15:18:34.296871 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-hmjw5, hostIfaceName: 1322213c653c517, network: default, NAD default, SandboxID: "1322213c653c517048bb017893d56ec0e217e3a65b3a8217b810db1c3eaa48e1", PCI device ID: , UID: "86c5ab07-983b-4b66-95f9-ab8ff560c0c8", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0327 15:18:34.346586 4035 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5 1322213c653c517048bb017893d56ec0e217e3a65b3a8217b810db1c3eaa48e1 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hmjw5 1322213c653c517048bb017893d56ec0e217e3a65b3a8217b810db1c3eaa48e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:f0:1c:cd:12:a3\",\"name\":\"1322213c653c517\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e9eca2a-37df-41f0-94f3-e425a5967300\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:18:39.162345 4035 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 15:18:39.162367 4035 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 15:18:39.162373 4035 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 15:18:50.262588 4035 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6cv4m] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6cv4m for pod on switch ip-10-0-2-34.ec2.internal I0327 15:18:50.262678 4035 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6cv4m I0327 15:18:50.274644 4035 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6cv4m] pod update took 11.982852ms I0327 15:18:50.274683 4035 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-6cv4m] addLogicalPort annotation time took 12.027251ms I0327 15:18:50.276114 4035 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6cv4m] addLogicalPort took 13.539259ms, libovsdb time 891.453µs I0327 15:18:50.627006 4035 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-6cv4m b510a571ddf4ceb872f10fcf16a78330f23c952345d429a9537a0c6873db2d97 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6cv4m b510a571ddf4ceb872f10fcf16a78330f23c952345d429a9537a0c6873db2d97 network default NAD default] I0327 15:18:50.635915 4035 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6cv4m, hostIfaceName: b510a571ddf4ceb, network: default, NAD default, SandboxID: "b510a571ddf4ceb872f10fcf16a78330f23c952345d429a9537a0c6873db2d97", PCI device ID: , UID: "41a3d309-ce4d-44a6-a191-cdadf87f8298", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0327 15:18:50.684806 4035 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-6cv4m b510a571ddf4ceb872f10fcf16a78330f23c952345d429a9537a0c6873db2d97 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6cv4m b510a571ddf4ceb872f10fcf16a78330f23c952345d429a9537a0c6873db2d97 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:f7:dc:5e:9e:97\",\"name\":\"b510a571ddf4ceb\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64599011-e4de-49e2-853b-19ecb3b034fc\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:18:58.405427 4035 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:18:58.406010 4035 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:18:59.011218 4035 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-34.ec2.internal I0327 15:18:59.011254 4035 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-34.ec2.internal: 45.197µs I0327 15:18:59.011230 4035 egressfirewall.go:628] Syncing node "ip-10-0-2-34.ec2.internal" for egress firewall I0327 15:18:59.038065 4035 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hbsgk] creating logical port kube-system_global-pull-secret-syncer-hbsgk for pod on switch ip-10-0-2-34.ec2.internal I0327 15:18:59.038173 4035 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hbsgk I0327 15:18:59.053995 4035 pod.go:62] [kube-system/global-pull-secret-syncer-hbsgk] pod update took 15.844964ms I0327 15:18:59.054027 4035 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-hbsgk] addLogicalPort annotation time took 15.885048ms I0327 15:18:59.055340 4035 pods.go:271] [kube-system/global-pull-secret-syncer-hbsgk] addLogicalPort took 17.30023ms, libovsdb time 828.599µs I0327 15:18:59.403165 4035 cni.go:403] [kube-system/global-pull-secret-syncer-hbsgk 184bc3b67c3594cdc8a00170b54bdb61caef985bea76d95b9cc9595f675697fe network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-hbsgk 184bc3b67c3594cdc8a00170b54bdb61caef985bea76d95b9cc9595f675697fe network default NAD default] I0327 15:18:59.413827 4035 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hbsgk, hostIfaceName: 184bc3b67c3594c, network: default, NAD default, SandboxID: "184bc3b67c3594cdc8a00170b54bdb61caef985bea76d95b9cc9595f675697fe", PCI device ID: , UID: "fa87124f-093c-4cfe-b79a-dd2974965aec", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0327 15:18:59.465962 4035 cni.go:424] [kube-system/global-pull-secret-syncer-hbsgk 184bc3b67c3594cdc8a00170b54bdb61caef985bea76d95b9cc9595f675697fe network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hbsgk 184bc3b67c3594cdc8a00170b54bdb61caef985bea76d95b9cc9595f675697fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:f0:c5:20:05:3d\",\"name\":\"184bc3b67c3594c\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f339b7f-4426-4537-8cf7-392d388234ad\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:19:05.438796 4035 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29nwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:05.439439 4035 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29nwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:06.470402 4035 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29nwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:06.470436 4035 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29nwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:06.815139 4035 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:06.815695 4035 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:19:07.310509 4035 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:07.310534 4035 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:07.316025 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 15:19:07.316053 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0327 15:19:09.331945 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 15:19:09.331968 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 15:19:09.331985 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0327 15:19:10.743356 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0327 15:19:11.345937 4035 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 15:19:11.345959 4035 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 15:19:11.747143 4035 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0327 15:19:21.962831 4035 namespace.go:142] [openshift-pipelines] updating namespace I0327 15:19:24.854878 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0327 15:19:33.839168 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0327 15:19:40.748464 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=127 I0327 15:19:58.488271 4035 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:58.488298 4035 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:19:58.494235 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 15:19:58.494266 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 15:20:04.142656 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-tsqzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:04.143287 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-tsqzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:05.026480 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-tsqzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:05.026515 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577080-tsqzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:07.766573 4035 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:07.767161 4035 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:07.787688 4035 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:07.787715 4035 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:07.793583 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 15:20:07.793613 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 15:20:10.376783 4035 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-584f84d687-fgv75] creating logical port tsf-tas_trillian-logserver-584f84d687-fgv75 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:20:10.376895 4035 kube.go:256] Updating pod tsf-tas/trillian-logserver-584f84d687-fgv75 I0327 15:20:10.401774 4035 pod.go:62] [tsf-tas/trillian-logserver-584f84d687-fgv75] pod update took 24.89443ms I0327 15:20:10.401804 4035 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-584f84d687-fgv75] addLogicalPort annotation time took 24.949634ms I0327 15:20:10.403265 4035 pods.go:271] [tsf-tas/trillian-logserver-584f84d687-fgv75] addLogicalPort took 26.530667ms, libovsdb time 928.398µs I0327 15:20:10.589965 4035 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj] creating logical port tsf-tas_trillian-logsigner-54cbb46cc5-kdnxj for pod on switch ip-10-0-2-34.ec2.internal I0327 15:20:10.590069 4035 kube.go:256] Updating pod tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj I0327 15:20:10.605258 4035 pod.go:62] [tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj] pod update took 15.213203ms I0327 15:20:10.605282 4035 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj] addLogicalPort annotation time took 15.243062ms I0327 15:20:10.606548 4035 pods.go:271] [tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj] addLogicalPort took 16.599105ms, libovsdb time 877.697µs I0327 15:20:10.783569 4035 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-mzns5-sgqj4] creating logical port tsf-tas_rekor-createtree-job-mzns5-sgqj4 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:20:10.783662 4035 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-mzns5-sgqj4 I0327 15:20:10.797156 4035 pod.go:62] [tsf-tas/rekor-createtree-job-mzns5-sgqj4] pod update took 13.515059ms I0327 15:20:10.797187 4035 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-mzns5-sgqj4] addLogicalPort annotation time took 13.551261ms I0327 15:20:10.798456 4035 pods.go:271] [tsf-tas/rekor-createtree-job-mzns5-sgqj4] addLogicalPort took 14.904974ms, libovsdb time 848.159µs I0327 15:20:10.950340 4035 cni.go:403] [tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj 936ec017f0e8c29545d6eff9e68bdc8ddb28ae0f8124607ad37a41228a671421 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj 936ec017f0e8c29545d6eff9e68bdc8ddb28ae0f8124607ad37a41228a671421 network default NAD default] I0327 15:20:10.959435 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-54cbb46cc5-kdnxj, hostIfaceName: 936ec017f0e8c29, network: default, NAD default, SandboxID: "936ec017f0e8c29545d6eff9e68bdc8ddb28ae0f8124607ad37a41228a671421", PCI device ID: , UID: "c4781516-b361-4c6b-a96c-c5b3a640cea2", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0327 15:20:11.009809 4035 cni.go:424] [tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj 936ec017f0e8c29545d6eff9e68bdc8ddb28ae0f8124607ad37a41228a671421 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-54cbb46cc5-kdnxj 936ec017f0e8c29545d6eff9e68bdc8ddb28ae0f8124607ad37a41228a671421 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:ea:eb:af:70:97\",\"name\":\"936ec017f0e8c29\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ee4dfe8-6fd3-4a14-9bd8-2faee0cb0611\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:20:11.144729 4035 cni.go:403] [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default] I0327 15:20:11.153715 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-mzns5-sgqj4, hostIfaceName: a87015a2833f093, network: default, NAD default, SandboxID: "a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8", PCI device ID: , UID: "c011f2cc-d673-430e-ad4a-df66c47e5d05", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0327 15:20:11.203700 4035 cni.go:424] [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:fb:cc:13:c5:a3\",\"name\":\"a87015a2833f093\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e4ba466-a295-4dac-84f6-dc736936d5c7\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:20:11.341978 4035 cni.go:403] [tsf-tas/trillian-logserver-584f84d687-fgv75 8678f7166220e945f4fa96ac7cdbcbcb00cf5473449146a10adca87e3a9eaf55 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-584f84d687-fgv75 8678f7166220e945f4fa96ac7cdbcbcb00cf5473449146a10adca87e3a9eaf55 network default NAD default] I0327 15:20:11.351304 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-584f84d687-fgv75, hostIfaceName: 8678f7166220e94, network: default, NAD default, SandboxID: "8678f7166220e945f4fa96ac7cdbcbcb00cf5473449146a10adca87e3a9eaf55", PCI device ID: , UID: "796defd9-8d1c-467a-a779-dc5a4ee0399d", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0327 15:20:11.401297 4035 cni.go:424] [tsf-tas/trillian-logserver-584f84d687-fgv75 8678f7166220e945f4fa96ac7cdbcbcb00cf5473449146a10adca87e3a9eaf55 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-584f84d687-fgv75 8678f7166220e945f4fa96ac7cdbcbcb00cf5473449146a10adca87e3a9eaf55 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:ce:7a:ec:60:dc\",\"name\":\"8678f7166220e94\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ee48ac4-fc83-442e-aef4-1e0a7876a51e\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:20:13.675047 4035 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0327 15:20:13.675139 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0327 15:20:17.967625 4035 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0327 15:20:17.991047 4035 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0327 15:20:22.253012 4035 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-k4vwr-kz9c2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:22.253671 4035 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-k4vwr-kz9c2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:23.273123 4035 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-k4vwr-kz9c2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:23.273152 4035 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-k4vwr-kz9c2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:20:26.141182 4035 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0327 15:20:34.870924 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0327 15:20:51.111872 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0327 15:20:52.119453 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0327 15:20:57.005923 4035 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:57.006519 4035 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:20:57.029943 4035 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:57.029972 4035 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:20:57.037986 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0327 15:20:57.038016 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0327 15:21:05.478125 4035 obj_retry.go:464] Detected object tsf/patch-tekton-config-56jxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:05.478689 4035 obj_retry.go:464] Detected object tsf/patch-tekton-config-56jxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:06.498545 4035 obj_retry.go:458] Detected object tsf/patch-tekton-config-56jxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:06.498576 4035 obj_retry.go:458] Detected object tsf/patch-tekton-config-56jxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:08.262400 4035 cni.go:403] [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default] I0327 15:21:08.349116 4035 cni.go:424] [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-mzns5-sgqj4 a87015a2833f093650ece026d3d2fef03e2a6c662206d6df84d2075a27e9deb8 network default NAD default], result "{}", err I0327 15:21:08.398232 4035 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mzns5-sgqj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:08.398271 4035 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-mzns5-sgqj4 I0327 15:21:08.399552 4035 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-mzns5-sgqj4, ips: 10.130.0.47 I0327 15:21:08.399583 4035 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mzns5-sgqj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:09.272353 4035 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mzns5-sgqj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:09.272384 4035 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mzns5-sgqj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:10.511881 4035 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ms7lz-g4ghb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:10.512529 4035 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ms7lz-g4ghb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:11.479585 4035 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ms7lz-g4ghb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:11.479616 4035 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ms7lz-g4ghb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:12.074152 4035 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-wn9mw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:12.074724 4035 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-wn9mw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:13.093399 4035 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-wn9mw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:13.093458 4035 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-wn9mw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:13.144260 4035 obj_retry.go:458] Detected object tsf/patch-tekton-config-56jxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:13.144285 4035 obj_retry.go:458] Detected object tsf/patch-tekton-config-56jxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:13.147974 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-56jxt I0327 15:21:13.148006 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-56jxt W0327 15:21:14.404962 4035 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0327 15:21:15.612348 4035 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6b94549c9f-v22s7] creating logical port tsf-tas_ctlog-6b94549c9f-v22s7 for pod on switch ip-10-0-2-34.ec2.internal I0327 15:21:15.612471 4035 kube.go:256] Updating pod tsf-tas/ctlog-6b94549c9f-v22s7 I0327 15:21:15.628180 4035 pod.go:62] [tsf-tas/ctlog-6b94549c9f-v22s7] pod update took 15.73185ms I0327 15:21:15.628207 4035 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-6b94549c9f-v22s7] addLogicalPort annotation time took 15.767016ms I0327 15:21:15.629546 4035 pods.go:271] [tsf-tas/ctlog-6b94549c9f-v22s7] addLogicalPort took 17.214828ms, libovsdb time 902.417µs W0327 15:21:15.967282 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0327 15:21:16.574367 4035 cni.go:403] [tsf-tas/ctlog-6b94549c9f-v22s7 10f53e5e2f5e0c6e06d6eeefa75f77930733c0d8ac5ea000380d9658c9251951 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-6b94549c9f-v22s7 10f53e5e2f5e0c6e06d6eeefa75f77930733c0d8ac5ea000380d9658c9251951 network default NAD default] I0327 15:21:16.583066 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6b94549c9f-v22s7, hostIfaceName: 10f53e5e2f5e0c6, network: default, NAD default, SandboxID: "10f53e5e2f5e0c6e06d6eeefa75f77930733c0d8ac5ea000380d9658c9251951", PCI device ID: , UID: "d2096816-7221-4f01-b9b9-7c99f6497dd0", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0327 15:21:16.632422 4035 cni.go:424] [tsf-tas/ctlog-6b94549c9f-v22s7 10f53e5e2f5e0c6e06d6eeefa75f77930733c0d8ac5ea000380d9658c9251951 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-6b94549c9f-v22s7 10f53e5e2f5e0c6e06d6eeefa75f77930733c0d8ac5ea000380d9658c9251951 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:a4:9c:87:eb:69\",\"name\":\"10f53e5e2f5e0c6\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4cca007-f64e-4316-b752-9e594934d284\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 15:21:18.318664 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0327 15:21:18.752651 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0327 15:21:24.604712 4035 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:24.605346 4035 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:24.620912 4035 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:24.620936 4035 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:24.626516 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0327 15:21:24.626544 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines W0327 15:21:26.482856 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0327 15:21:29.158602 4035 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:29.159206 4035 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:29.178402 4035 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:29.178425 4035 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:29.184724 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0327 15:21:29.184766 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0327 15:21:29.333223 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0327 15:21:35.208872 4035 obj_retry.go:464] Detected object tsf-tpa/create-db-rmnrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:35.209440 4035 obj_retry.go:464] Detected object tsf-tpa/create-db-rmnrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:36.230375 4035 obj_retry.go:458] Detected object tsf-tpa/create-db-rmnrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:36.230403 4035 obj_retry.go:458] Detected object tsf-tpa/create-db-rmnrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:37.762713 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=558 I0327 15:21:41.718304 4035 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fwvnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:41.718928 4035 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fwvnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:42.589565 4035 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fwvnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:42.589601 4035 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fwvnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:44.732911 4035 obj_retry.go:464] Detected object tsf-tpa/create-importers-lnpnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:44.733521 4035 obj_retry.go:464] Detected object tsf-tpa/create-importers-lnpnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:45.686669 4035 base_network_controller_pods.go:487] [default/tsf-tpa/server-6f8b866fdb-stznz] creating logical port tsf-tpa_server-6f8b866fdb-stznz for pod on switch ip-10-0-2-34.ec2.internal I0327 15:21:45.686808 4035 kube.go:256] Updating pod tsf-tpa/server-6f8b866fdb-stznz I0327 15:21:45.701288 4035 pod.go:62] [tsf-tpa/server-6f8b866fdb-stznz] pod update took 14.53436ms I0327 15:21:45.701315 4035 base_network_controller_pods.go:937] [default/tsf-tpa/server-6f8b866fdb-stznz] addLogicalPort annotation time took 14.567237ms I0327 15:21:45.702629 4035 pods.go:271] [tsf-tpa/server-6f8b866fdb-stznz] addLogicalPort took 15.980799ms, libovsdb time 813.483µs I0327 15:21:45.738056 4035 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-4hvnc] creating logical port tsf-tpa_importer-74cd48f5c7-4hvnc for pod on switch ip-10-0-2-34.ec2.internal I0327 15:21:45.738156 4035 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-4hvnc I0327 15:21:45.752658 4035 pod.go:62] [tsf-tpa/importer-74cd48f5c7-4hvnc] pod update took 14.523681ms I0327 15:21:45.752687 4035 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-4hvnc] addLogicalPort annotation time took 14.563211ms I0327 15:21:45.754028 4035 pods.go:271] [tsf-tpa/importer-74cd48f5c7-4hvnc] addLogicalPort took 15.993241ms, libovsdb time 885.386µs I0327 15:21:45.758945 4035 obj_retry.go:458] Detected object tsf-tpa/create-importers-lnpnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:45.758969 4035 obj_retry.go:458] Detected object tsf-tpa/create-importers-lnpnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:51.452440 4035 cni.go:403] [tsf-tpa/server-6f8b866fdb-stznz 9d4f1d0ebeafca5e50664d40b52b41396b6a2a4ea1e07294056f57e3e2277c24 network default NAD default] ADD starting CNI request [tsf-tpa/server-6f8b866fdb-stznz 9d4f1d0ebeafca5e50664d40b52b41396b6a2a4ea1e07294056f57e3e2277c24 network default NAD default] I0327 15:21:51.462164 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-6f8b866fdb-stznz, hostIfaceName: 9d4f1d0ebeafca5, network: default, NAD default, SandboxID: "9d4f1d0ebeafca5e50664d40b52b41396b6a2a4ea1e07294056f57e3e2277c24", PCI device ID: , UID: "defab5f3-8544-4a84-a692-dc966e1b4e0b", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0327 15:21:51.507968 4035 cni.go:403] [tsf-tpa/importer-74cd48f5c7-4hvnc df6f0114a2b377ba729b2f05bf1009e2a5f040a9f0b50bdc5e6453b87cc897a3 network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-4hvnc df6f0114a2b377ba729b2f05bf1009e2a5f040a9f0b50bdc5e6453b87cc897a3 network default NAD default] I0327 15:21:51.517645 4035 cni.go:424] [tsf-tpa/server-6f8b866fdb-stznz 9d4f1d0ebeafca5e50664d40b52b41396b6a2a4ea1e07294056f57e3e2277c24 network default NAD default] ADD finished CNI request [tsf-tpa/server-6f8b866fdb-stznz 9d4f1d0ebeafca5e50664d40b52b41396b6a2a4ea1e07294056f57e3e2277c24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:e3:cc:18:18:84\",\"name\":\"9d4f1d0ebeafca5\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c4f701a-0a79-4856-b4bd-c89ed61dfb23\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:21:51.521680 4035 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-4hvnc, hostIfaceName: df6f0114a2b377b, network: default, NAD default, SandboxID: "df6f0114a2b377ba729b2f05bf1009e2a5f040a9f0b50bdc5e6453b87cc897a3", PCI device ID: , UID: "4c0d2139-28eb-46d4-b8b2-8cde5d1e91cd", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0327 15:21:51.574858 4035 cni.go:424] [tsf-tpa/importer-74cd48f5c7-4hvnc df6f0114a2b377ba729b2f05bf1009e2a5f040a9f0b50bdc5e6453b87cc897a3 network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-4hvnc df6f0114a2b377ba729b2f05bf1009e2a5f040a9f0b50bdc5e6453b87cc897a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:bc:36:f9:11:75\",\"name\":\"df6f0114a2b377b\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d238bf8a-917f-428a-bc1d-a48b04772144\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:21:52.301252 4035 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7fzwb-wm8mk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:52.301860 4035 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7fzwb-wm8mk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:53.183197 4035 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7fzwb-wm8mk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:53.183231 4035 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7fzwb-wm8mk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:21:54.560854 4035 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0327 15:21:55.552150 4035 util.go:959] Failed to build node endpoints for node ip-10-0-2-34.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0327 15:21:57.323325 4035 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:57.323966 4035 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:21:57.342822 4035 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:57.342843 4035 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:21:57.355133 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0327 15:21:57.355169 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0327 15:21:58.078421 4035 namespace.go:98] [build-service] adding namespace I0327 15:21:58.078938 4035 namespace.go:98] [image-controller] adding namespace I0327 15:21:58.079376 4035 namespace.go:102] [build-service] adding namespace took 927.8µs I0327 15:21:58.080059 4035 namespace.go:102] [image-controller] adding namespace took 1.097258ms I0327 15:21:58.081199 4035 namespace.go:98] [integration-service] adding namespace I0327 15:21:58.081773 4035 namespace.go:102] [integration-service] adding namespace took 559.449µs I0327 15:21:58.125514 4035 namespace.go:142] [build-service] updating namespace I0327 15:21:58.151478 4035 namespace.go:142] [build-service] updating namespace I0327 15:21:58.155725 4035 namespace.go:142] [image-controller] updating namespace I0327 15:21:58.175125 4035 namespace.go:142] [image-controller] updating namespace I0327 15:21:58.188552 4035 namespace.go:142] [integration-service] updating namespace I0327 15:21:58.205212 4035 namespace.go:142] [integration-service] updating namespace I0327 15:21:58.280798 4035 namespace.go:142] [build-service] updating namespace I0327 15:21:58.306939 4035 namespace.go:142] [integration-service] updating namespace I0327 15:21:58.332313 4035 namespace.go:98] [release-service] adding namespace I0327 15:21:58.333285 4035 namespace.go:102] [release-service] adding namespace took 949.16µs I0327 15:21:58.359684 4035 namespace.go:142] [release-service] updating namespace I0327 15:21:58.374610 4035 namespace.go:142] [release-service] updating namespace I0327 15:21:58.428349 4035 namespace.go:142] [konflux-ui] updating namespace I0327 15:21:58.498323 4035 namespace.go:98] [konflux-info] adding namespace I0327 15:21:58.499222 4035 namespace.go:102] [konflux-info] adding namespace took 875.233µs I0327 15:21:58.530267 4035 namespace.go:142] [konflux-info] updating namespace I0327 15:21:58.551485 4035 namespace.go:98] [namespace-lister] adding namespace I0327 15:21:58.552516 4035 namespace.go:102] [namespace-lister] adding namespace took 1.002722ms I0327 15:21:58.566018 4035 namespace.go:142] [konflux-info] updating namespace I0327 15:21:58.595407 4035 namespace.go:142] [namespace-lister] updating namespace I0327 15:21:58.595440 4035 namespace.go:98] [enterprise-contract-service] adding namespace I0327 15:21:58.596250 4035 namespace.go:102] [enterprise-contract-service] adding namespace took 793.566µs I0327 15:21:58.657890 4035 namespace.go:142] [namespace-lister] updating namespace I0327 15:21:58.657985 4035 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:21:58.658097 4035 namespace.go:142] [image-controller] updating namespace I0327 15:21:58.720934 4035 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:21:58.847415 4035 namespace.go:98] [default-tenant] adding namespace I0327 15:21:58.848279 4035 namespace.go:102] [default-tenant] adding namespace took 838.126µs I0327 15:21:58.869543 4035 namespace.go:142] [build-service] updating namespace I0327 15:21:59.015369 4035 namespace.go:98] [segment-bridge] adding namespace I0327 15:21:59.015493 4035 namespace.go:142] [default-tenant] updating namespace I0327 15:21:59.016160 4035 namespace.go:102] [segment-bridge] adding namespace took 765.763µs I0327 15:21:59.079468 4035 namespace.go:142] [default-tenant] updating namespace I0327 15:21:59.079606 4035 namespace.go:142] [segment-bridge] updating namespace I0327 15:21:59.085219 4035 namespace.go:142] [image-controller] updating namespace I0327 15:21:59.217364 4035 namespace.go:142] [segment-bridge] updating namespace I0327 15:21:59.266724 4035 namespace.go:142] [integration-service] updating namespace I0327 15:21:59.493402 4035 namespace.go:142] [release-service] updating namespace I0327 15:21:59.618532 4035 namespace.go:142] [build-service] updating namespace I0327 15:21:59.619652 4035 namespace.go:142] [image-controller] updating namespace I0327 15:21:59.619727 4035 namespace.go:142] [integration-service] updating namespace I0327 15:21:59.622171 4035 namespace.go:142] [release-service] updating namespace I0327 15:21:59.681507 4035 namespace.go:142] [build-service] updating namespace I0327 15:21:59.709975 4035 namespace.go:142] [image-controller] updating namespace I0327 15:21:59.833959 4035 namespace.go:142] [integration-service] updating namespace I0327 15:21:59.951743 4035 namespace.go:142] [release-service] updating namespace I0327 15:22:00.448895 4035 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0327 15:22:00.449558 4035 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0327 15:22:00.449584 4035 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0327 15:22:00.452566 4035 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0327 15:22:00.577886 4035 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0327 15:22:00.577913 4035 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0327 15:22:00.578782 4035 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel W0327 15:22:00.579782 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0327 15:22:01.091558 4035 namespace.go:142] [default-tenant] updating namespace I0327 15:22:01.329432 4035 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:22:01.522971 4035 namespace.go:142] [konflux-info] updating namespace I0327 15:22:01.709118 4035 namespace.go:142] [namespace-lister] updating namespace I0327 15:22:01.908228 4035 namespace.go:142] [segment-bridge] updating namespace I0327 15:22:02.032190 4035 namespace.go:142] [default-tenant] updating namespace I0327 15:22:02.055500 4035 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:22:02.078100 4035 namespace.go:142] [konflux-info] updating namespace I0327 15:22:02.097953 4035 namespace.go:142] [namespace-lister] updating namespace I0327 15:22:02.112949 4035 namespace.go:142] [segment-bridge] updating namespace I0327 15:22:02.206618 4035 namespace.go:142] [default-tenant] updating namespace I0327 15:22:02.273792 4035 namespace.go:142] [enterprise-contract-service] updating namespace I0327 15:22:02.349207 4035 namespace.go:142] [konflux-info] updating namespace I0327 15:22:02.415721 4035 namespace.go:142] [namespace-lister] updating namespace I0327 15:22:02.468000 4035 namespace.go:142] [segment-bridge] updating namespace I0327 15:22:02.885564 4035 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-nwst2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:02.886268 4035 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-nwst2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:03.904692 4035 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-nwst2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:03.904719 4035 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-nwst2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 15:22:05.247648 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0327 15:22:06.744304 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0327 15:22:06.766421 4035 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0327 15:22:10.777933 4035 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 15:22:10.778038 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 15:22:12.797558 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0327 15:22:12.797595 4035 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0327 15:22:12.819382 4035 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0327 15:22:14.313910 4035 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 15:22:14.314022 4035 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 15:22:16.888847 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 15:22:16.888870 4035 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 15:22:18.344224 4035 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 15:22:18.344245 4035 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0327 15:22:23.832845 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 15:22:25.638143 4035 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-d4bhv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:25.638713 4035 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-d4bhv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:22:25.886801 4035 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-d4bhv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:25.886833 4035 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-d4bhv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:22:25.893045 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-d4bhv I0327 15:22:25.893074 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-d4bhv I0327 15:22:54.869678 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0327 15:23:22.748800 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=182 I0327 15:23:28.352555 4035 obj_retry.go:464] Detected object konflux-ui/proxy-5f5844ff9b-p58tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:28.353188 4035 obj_retry.go:464] Detected object konflux-ui/proxy-5f5844ff9b-p58tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:29.273863 4035 obj_retry.go:458] Detected object konflux-ui/proxy-5f5844ff9b-p58tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:29.273902 4035 obj_retry.go:458] Detected object konflux-ui/proxy-5f5844ff9b-p58tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:29.279246 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f5844ff9b-p58tn I0327 15:23:29.279273 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f5844ff9b-p58tn I0327 15:23:35.887246 4035 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:35.887919 4035 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:23:35.922708 4035 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:35.922734 4035 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:23:35.925342 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0327 15:23:35.925366 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0327 15:24:06.858091 4035 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mb9wd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:06.858779 4035 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mb9wd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:07.491373 4035 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mb9wd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:07.491405 4035 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-mb9wd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:07.498772 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-mb9wd I0327 15:24:07.498798 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-mb9wd I0327 15:24:20.852862 4035 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-ks4fx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:20.853481 4035 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-ks4fx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:24:21.584694 4035 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-ks4fx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:21.584719 4035 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-ks4fx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:24:21.592719 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-ks4fx I0327 15:24:21.592746 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-ks4fx I0327 15:24:30.872292 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 15:24:46.746466 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 15:25:02.748840 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0327 15:25:19.832293 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 15:25:31.863650 4035 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 15:25:34.848256 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0327 15:25:45.843026 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 15:26:06.858890 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0327 15:26:08.838738 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0327 15:26:42.766018 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=171 I0327 15:27:03.756476 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=65 I0327 15:27:58.874967 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 15:28:02.752421 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=37 I0327 15:28:22.872819 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0327 15:29:41.753358 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0327 15:30:04.645713 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-2bzzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:30:04.646347 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-2bzzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:30:05.524321 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-2bzzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:30:05.524383 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577090-2bzzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:24.836339 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0327 15:31:25.750282 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0327 15:31:36.060676 4035 obj_retry.go:458] Detected object tsf-tpa/create-db-rmnrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:36.060728 4035 obj_retry.go:458] Detected object tsf-tpa/create-db-rmnrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:36.064485 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-rmnrb I0327 15:31:36.064507 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-rmnrb I0327 15:31:42.029360 4035 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fwvnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:42.029408 4035 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fwvnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:42.031938 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fwvnf I0327 15:31:42.031967 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fwvnf I0327 15:31:45.041878 4035 obj_retry.go:458] Detected object tsf-tpa/create-importers-lnpnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:45.041907 4035 obj_retry.go:458] Detected object tsf-tpa/create-importers-lnpnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:31:45.046225 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-lnpnk I0327 15:31:45.046257 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-lnpnk I0327 15:31:55.846386 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0327 15:32:19.752997 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0327 15:32:21.875931 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0327 15:33:18.842916 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0327 15:33:21.956580 4035 namespace.go:98] [default-tenant-managed] adding namespace I0327 15:33:21.957535 4035 namespace.go:102] [default-tenant-managed] adding namespace took 934.123µs I0327 15:33:22.000781 4035 namespace.go:142] [default-tenant-managed] updating namespace I0327 15:33:22.016437 4035 namespace.go:142] [default-tenant-managed] updating namespace I0327 15:33:22.964979 4035 namespace.go:142] [default-tenant-managed] updating namespace I0327 15:33:23.093126 4035 namespace.go:142] [default-tenant-managed] updating namespace I0327 15:33:23.194586 4035 namespace.go:142] [default-tenant-managed] updating namespace I0327 15:33:45.836254 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0327 15:34:29.132097 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:34:29.132656 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:34:40.862060 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 15:34:54.851671 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0327 15:34:57.323942 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:34:57.324486 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:34:58.867328 4035 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0327 15:35:20.537097 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:35:20.537730 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:35:36.759698 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0327 15:36:00.878570 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0327 15:36:08.756144 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0327 15:36:30.769686 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=77 I0327 15:36:33.839549 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 15:36:43.757324 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0327 15:36:56.850016 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0327 15:37:24.876726 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 15:37:37.502283 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:37:37.502894 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:38:21.416186 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:38:21.416821 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:38:23.719236 4035 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod] creating logical port default-tenant_tsf-comp-apkw-on-push-mp89z-apply-tags-pod for pod on switch ip-10-0-2-34.ec2.internal I0327 15:38:23.719358 4035 kube.go:256] Updating pod default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod I0327 15:38:23.739334 4035 pod.go:62] [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod] pod update took 20.004408ms I0327 15:38:23.739363 4035 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod] addLogicalPort annotation time took 20.038788ms I0327 15:38:23.741056 4035 pods.go:271] [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod] addLogicalPort took 21.840156ms, libovsdb time 1.100794ms I0327 15:38:23.901068 4035 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod for pod on switch ip-10-0-2-34.ec2.internal I0327 15:38:23.901256 4035 kube.go:256] Updating pod default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod I0327 15:38:23.922407 4035 pod.go:62] [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod] pod update took 21.199624ms I0327 15:38:23.922432 4035 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod] addLogicalPort annotation time took 21.230345ms I0327 15:38:23.923838 4035 pods.go:271] [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod] addLogicalPort took 22.78668ms, libovsdb time 991.884µs I0327 15:38:24.085144 4035 cni.go:403] [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default] I0327 15:38:24.094154 4035 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-apkw-on-push-mp89z-apply-tags-pod, hostIfaceName: 3398643eb5e9ef6, network: default, NAD default, SandboxID: "3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae", PCI device ID: , UID: "ccd79b19-a242-4a29-bf6e-fcd59feb48ad", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0327 15:38:24.146740 4035 cni.go:424] [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:9a:0a:73:1d:fe\",\"name\":\"3398643eb5e9ef6\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6751d06-a284-4f53-b1d6-73c9e738873a\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:38:24.267239 4035 cni.go:403] [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default] I0327 15:38:24.276485 4035 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod, hostIfaceName: ad4e41931ecf036, network: default, NAD default, SandboxID: "ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055", PCI device ID: , UID: "ec9b9c90-a7ff-4708-a68b-4f3b39496fdd", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0327 15:38:24.328287 4035 cni.go:424] [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:27:46:b1:d3:fd\",\"name\":\"ad4e41931ecf036\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7c1d78d-2726-426a-8278-0ce0ca5b2b6c\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 15:38:42.552523 4035 cni.go:403] [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default] I0327 15:38:42.642894 4035 cni.go:424] [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod 3398643eb5e9ef67030648cbe1c857f3ad46947c804d2ea69958ea16a0f7c2ae network default NAD default], result "{}", err I0327 15:38:42.810307 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:38:42.810424 4035 pods.go:176] Deleting pod: default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod I0327 15:38:42.812198 4035 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod, ips: 10.130.0.51 I0327 15:38:42.812234 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:38:43.753899 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 15:38:58.756176 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0327 15:39:03.819293 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:03.820016 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:04.955803 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:04.956411 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:21.287225 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:21.287888 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:21.831654 4035 cni.go:403] [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default] I0327 15:39:21.919933 4035 cni.go:424] [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod ad4e41931ecf0361aca286cad05b43e5e1c79dee8f16b58905ed5cf5eb236055 network default NAD default], result "{}", err I0327 15:39:22.010866 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:22.010911 4035 pods.go:176] Deleting pod: default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod I0327 15:39:22.012512 4035 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod, ips: 10.130.0.52 I0327 15:39:22.012546 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:22.283170 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:22.283780 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:25.879341 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0327 15:39:35.053780 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:35.054363 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:51.121791 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:51.122377 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:52.173059 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:39:52.173616 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:40:00.287559 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:40:00.288168 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:40:04.572213 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577100-p5ddg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:40:04.572879 4035 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577100-p5ddg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:40:05.407907 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577100-p5ddg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:40:05.407937 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577100-p5ddg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:40:05.446584 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:40:05.446609 4035 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:40:05.450563 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 I0327 15:40:05.450590 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577070-zrrj6 I0327 15:40:32.870838 4035 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0327 15:40:54.865372 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0327 15:41:42.246019 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:41:42.246619 4035 obj_retry.go:464] Detected object default-tenant/tsf-comp-apkw-on-push-mp89z-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:41:47.773207 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=175 I0327 15:41:52.846215 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 15:42:10.068347 4035 obj_retry.go:464] Detected object default-tenant/my-integration-test-fxdi-x94ws-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:42:10.068925 4035 obj_retry.go:464] Detected object default-tenant/my-integration-test-fxdi-x94ws-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:42:40.713078 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:42:40.713634 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:42:43.842865 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 15:42:53.855839 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0327 15:42:55.839646 4035 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 15:43:06.915993 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:06.916593 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:14.947396 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:14.948007 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:17.984434 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:17.985093 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:29.763447 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0327 15:43:32.115883 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:32.116464 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:42.199863 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:42.200402 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:43:44.880625 4035 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0327 15:44:07.414473 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:44:07.415138 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:44:16.828043 4035 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-0426a73a44-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:44:16.828593 4035 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-0426a73a44-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:44:17.321931 4035 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-0426a73a44-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:44:17.321967 4035 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-0426a73a44-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 15:44:17.325099 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-0426a73a44-0 I0327 15:44:17.325119 4035 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-0426a73a44-0 I0327 15:44:17.487553 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 15:44:17.488143 4035 obj_retry.go:464] Detected object default-tenant-managed/managed-fmmtf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 15:44:47.757025 4035 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7