+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-188.ec2.internal ++ [[ -n ip-10-0-1-188.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-188.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 10:43:31.187602405 - disable conntrack on geneve port' I0327 10:43:31.187602405 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 10:43:31.205922251 - starting ovnkube-node' I0327 10:43:31.205922251 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-188.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-188.ec2.internal --init-node ip-10-0-1-188.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-188.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0327 10:43:31.246063 3790 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0327 10:43:31.246114 3790 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-e04d4b4026.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0327 10:43:31.247896 3790 kube.go:419] Waiting for certificate I0327 10:43:31.247934 3790 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0327 10:43:31.247984 3790 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0327 10:43:31.248735 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 10:43:31.285404 3790 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:31.285424 3790 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:31.287727 3790 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:31.287816 3790 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7dv45" I0327 10:43:31.297152 3790 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7dv45" I0327 10:43:31.297252 3790 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:32.248556 3790 kube.go:426] Certificate found I0327 10:43:32.249421 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 10:43:32.250748 3790 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0327 10:43:32.301820 3790 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 10:38:31 +0000 UTC" deadline="2026-03-28 07:52:05.523818626 +0000 UTC" I0327 10:43:32.301860 3790 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h8m33.221973927s" I0327 10:43:32.318113 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 10:43:32.325275 3790 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0327 10:43:32.325924 3790 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0327 10:43:32.325991 3790 factory.go:531] Starting watch factory I0327 10:43:32.326109 3790 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.326136 3790 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.326109 3790 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.326982 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.327039 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.327349 3790 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.327446 3790 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.327523 3790 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.327554 3790 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.327741 3790 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.328158 3790 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.328351 3790 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.335000 3790 controller_manager.go:368] Starting the ovnkube controller I0327 10:43:32.335014 3790 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-188.ec2.internal I0327 10:43:32.335098 3790 controller_manager.go:393] NBDB zone sync took: 72.284µs I0327 10:43:32.335112 3790 factory.go:531] Starting watch factory I0327 10:43:32.347137 3790 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.347769 3790 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.348122 3790 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.348240 3790 ovn_northd.go:121] Registering OVN northd metrics I0327 10:43:32.348531 3790 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.348686 3790 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.348991 3790 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0327 10:43:32.353019 3790 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:32.353002 3790 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0327 10:43:32.353131 3790 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0327 10:43:32.368844 3790 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0327 10:43:32.431999 3790 factory.go:1890] *v1.Pod informer cache synced successfully I0327 10:43:32.432041 3790 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 10:43:32.432046 3790 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 10:43:32.432051 3790 factory.go:1890] *v1.Node informer cache synced successfully I0327 10:43:32.432054 3790 factory.go:1890] *v1.Service informer cache synced successfully I0327 10:43:32.432058 3790 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 10:43:32.432178 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:32.432205 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:32.432178 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:32.432259 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:32.435564 3790 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:32.435564 3790 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:32.437321 3790 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 10:43:32.437336 3790 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 10:43:32.437399 3790 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.437411 3790 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.439738 3790 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.440650 3790 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 10:43:32.440660 3790 factory.go:1890] *v1.Pod informer cache synced successfully I0327 10:43:32.440664 3790 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 10:43:32.440667 3790 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 10:43:32.440670 3790 factory.go:1890] *v1.Node informer cache synced successfully I0327 10:43:32.440673 3790 factory.go:1890] *v1.Service informer cache synced successfully I0327 10:43:32.442496 3790 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 10:43:32.442568 3790 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.442600 3790 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.444874 3790 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.446353 3790 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 10:43:32.446369 3790 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 10:43:32.448139 3790 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 10:43:32.448308 3790 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.448345 3790 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.451417 3790 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.451426 3790 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 10:43:32.453414 3790 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 10:43:32.453480 3790 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.453493 3790 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.455788 3790 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.456744 3790 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 10:43:32.458487 3790 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 10:43:32.458576 3790 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.458590 3790 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.461904 3790 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 10:43:32.462141 3790 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.463951 3790 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 10:43:32.464192 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:43:32.464208 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:43:32.466663 3790 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:43:32.467563 3790 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 10:43:32.468993 3790 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 10:43:32.469082 3790 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.469099 3790 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.469298 3790 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.469317 3790 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.471323 3790 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.471485 3790 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:32.473132 3790 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 10:43:32.474204 3790 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 10:43:32.474229 3790 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 10:43:32.474237 3790 factory.go:636] Watch Factory start up complete, took: 148.250668ms I0327 10:43:32.474312 3790 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0327 10:43:32.478242 3790 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 10:43:32.483570 3790 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 10:43:32.483582 3790 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 10:43:32.483588 3790 factory.go:636] Watch Factory start up complete, took: 148.479504ms I0327 10:43:32.483596 3790 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-188.ec2.internal" zone I0327 10:43:32.512462 3790 default_node_network_controller.go:709] Initializing the default node network controller I0327 10:43:32.572027 3790 udn_isolation.go:101] Starting UDN host isolation manager I0327 10:43:32.577984 3790 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0327 10:43:32.636080 3790 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0327 10:43:32.636200 3790 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0327 10:43:32.636228 3790 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0327 10:43:32.674081 3790 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0327 10:43:32.674161 3790 default_node_network_controller.go:808] Node ip-10-0-1-188.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0327 10:43:32.680144 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.188"] k8s.ovn.org/zone-name:ip-10-0-1-188.ec2.internal] on node ip-10-0-1-188.ec2.internal I0327 10:43:32.715207 3790 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0327 10:43:32.720921 3790 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0327 10:43:32.721032 3790 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0327 10:43:32.721159 3790 gateway_init.go:263] Preparing Gateway I0327 10:43:32.721171 3790 gateway_shared_intf.go:1658] Creating new gateway I0327 10:43:32.733706 3790 controller_manager.go:427] Waiting for node in zone sync took: 250.092194ms I0327 10:43:32.743044 3790 controller_manager.go:608] Switching to transit router for layer2 networks I0327 10:43:32.743065 3790 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-188.ec2.internal I0327 10:43:32.760332 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 10:43:32.766173 3790 controller_manager.go:288] SCTP support detected in OVN I0327 10:43:32.766842 3790 services_controller.go:69] Creating services controller for network=default I0327 10:43:32.766960 3790 udn_enabled_svc.go:80] Waiting for service informer to sync I0327 10:43:32.767050 3790 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0327 10:43:32.767079 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0327 10:43:32.767093 3790 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0327 10:43:32.767101 3790 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 10:43:32.767304 3790 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0327 10:43:32.767365 3790 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0327 10:43:32.767379 3790 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.454µs I0327 10:43:32.767392 3790 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.566µs I0327 10:43:32.767398 3790 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 33.199µs I0327 10:43:32.767422 3790 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0327 10:43:32.767446 3790 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0327 10:43:32.767456 3790 default_network_controller.go:321] Starting the default network controller I0327 10:43:32.767463 3790 udn_enabled_svc.go:95] Performing full resync I0327 10:43:32.767518 3790 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.036µs I0327 10:43:32.767735 3790 udn_enabled_svc.go:99] Waiting for handler to sync I0327 10:43:32.767748 3790 udn_enabled_svc.go:104] Starting worker I0327 10:43:32.777083 3790 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0327 10:43:32.777175 3790 repair.go:33] Syncing exgw routes took 67.563µs I0327 10:43:32.777208 3790 default_network_controller.go:407] Starting all the Watchers... I0327 10:43:32.777423 3790 namespace.go:98] [kube-node-lease] adding namespace I0327 10:43:32.777437 3790 namespace.go:98] [openshift-dns-operator] adding namespace I0327 10:43:32.777451 3790 namespace.go:98] [openshift-backplane-mobb] adding namespace I0327 10:43:32.777462 3790 namespace.go:98] [openshift-insights] adding namespace I0327 10:43:32.777471 3790 namespace.go:98] [openshift-kube-scheduler] adding namespace I0327 10:43:32.777471 3790 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0327 10:43:32.777495 3790 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0327 10:43:32.777516 3790 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0327 10:43:32.777500 3790 namespace.go:98] [openshift-console-operator] adding namespace I0327 10:43:32.777521 3790 namespace.go:98] [openshift-image-registry] adding namespace I0327 10:43:32.777508 3790 namespace.go:98] [openshift-backplane] adding namespace I0327 10:43:32.777511 3790 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0327 10:43:32.777526 3790 namespace.go:98] [openshift-network-node-identity] adding namespace I0327 10:43:32.777528 3790 namespace.go:98] [openshift-package-operator] adding namespace I0327 10:43:32.777423 3790 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0327 10:43:32.778292 3790 namespace.go:102] [kube-node-lease] adding namespace took 855.384µs I0327 10:43:32.778308 3790 namespace.go:98] [dedicated-admin] adding namespace I0327 10:43:32.778856 3790 namespace.go:102] [dedicated-admin] adding namespace took 541.992µs I0327 10:43:32.778873 3790 namespace.go:98] [openshift-operators-redhat] adding namespace I0327 10:43:32.779641 3790 namespace.go:102] [openshift-operators-redhat] adding namespace took 759.834µs I0327 10:43:32.779662 3790 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0327 10:43:32.780234 3790 namespace.go:102] [openshift-dns-operator] adding namespace took 2.784581ms I0327 10:43:32.780253 3790 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0327 10:43:32.780774 3790 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.315251ms I0327 10:43:32.780790 3790 namespace.go:98] [openshift-backplane-srep] adding namespace I0327 10:43:32.781245 3790 namespace.go:102] [openshift-insights] adding namespace took 3.778485ms I0327 10:43:32.781259 3790 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0327 10:43:32.781824 3790 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.346149ms I0327 10:43:32.781840 3790 namespace.go:98] [openshift-multus] adding namespace I0327 10:43:32.782497 3790 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.011966ms I0327 10:43:32.782515 3790 namespace.go:98] [openshift-marketplace] adding namespace I0327 10:43:32.783021 3790 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.499209ms I0327 10:43:32.783036 3790 namespace.go:98] [openshift-machine-api] adding namespace I0327 10:43:32.783608 3790 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.085141ms I0327 10:43:32.783624 3790 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0327 10:43:32.784166 3790 namespace.go:102] [openshift-console-operator] adding namespace took 6.64065ms I0327 10:43:32.784177 3790 namespace.go:98] [openshift-host-network] adding namespace I0327 10:43:32.784869 3790 namespace.go:102] [openshift-image-registry] adding namespace took 7.335509ms I0327 10:43:32.784887 3790 namespace.go:98] [openshift-service-ca-operator] adding namespace I0327 10:43:32.785418 3790 namespace.go:102] [openshift-backplane] adding namespace took 7.88227ms I0327 10:43:32.785434 3790 namespace.go:98] [openshift-node] adding namespace I0327 10:43:32.786026 3790 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.485051ms I0327 10:43:32.786047 3790 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0327 10:43:32.786616 3790 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.073383ms I0327 10:43:32.786632 3790 namespace.go:98] [openshift-monitoring] adding namespace I0327 10:43:32.787344 3790 namespace.go:102] [openshift-package-operator] adding namespace took 9.797988ms I0327 10:43:32.787362 3790 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0327 10:43:32.787973 3790 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 10.3768ms I0327 10:43:32.787992 3790 namespace.go:98] [openshift-console-user-settings] adding namespace I0327 10:43:32.788523 3790 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.854661ms I0327 10:43:32.788536 3790 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0327 10:43:32.789011 3790 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.754352ms I0327 10:43:32.789022 3790 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0327 10:43:32.789567 3790 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.772285ms I0327 10:43:32.789580 3790 namespace.go:98] [openshift-dns] adding namespace I0327 10:43:32.790238 3790 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.970422ms W0327 10:43:32.790250 3790 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q7vjz: pod openshift-multus/network-metrics-daemon-q7vjz: no pod IPs found I0327 10:43:32.790260 3790 namespace.go:98] [openshift-operators] adding namespace W0327 10:43:32.790265 3790 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kfv96: pod openshift-multus/network-metrics-daemon-kfv96: no pod IPs found I0327 10:43:32.790954 3790 namespace.go:102] [openshift-multus] adding namespace took 9.105155ms I0327 10:43:32.790975 3790 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0327 10:43:32.791565 3790 namespace.go:102] [openshift-marketplace] adding namespace took 9.043551ms I0327 10:43:32.791583 3790 namespace.go:98] [openshift-backplane-cse] adding namespace I0327 10:43:32.791976 3790 namespace.go:102] [openshift-machine-api] adding namespace took 8.933227ms I0327 10:43:32.791991 3790 namespace.go:98] [openshift-machine-config-operator] adding namespace I0327 10:43:32.792432 3790 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.804301ms I0327 10:43:32.792443 3790 namespace.go:98] [kube-system] adding namespace I0327 10:43:32.792968 3790 namespace.go:102] [openshift-host-network] adding namespace took 8.784249ms I0327 10:43:32.792983 3790 namespace.go:98] [openshift-must-gather-operator] adding namespace I0327 10:43:32.793397 3790 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.504093ms I0327 10:43:32.793409 3790 namespace.go:98] [openshift-backplane-csm] adding namespace I0327 10:43:32.793813 3790 namespace.go:102] [openshift-node] adding namespace took 8.374038ms I0327 10:43:32.793825 3790 namespace.go:98] [openshift-authentication-operator] adding namespace I0327 10:43:32.794202 3790 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.150396ms I0327 10:43:32.794213 3790 namespace.go:98] [openshift] adding namespace I0327 10:43:32.794650 3790 namespace.go:102] [openshift-monitoring] adding namespace took 8.010932ms I0327 10:43:32.794668 3790 namespace.go:98] [openshift-customer-monitoring] adding namespace I0327 10:43:32.795118 3790 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.751534ms I0327 10:43:32.795131 3790 namespace.go:98] [openshift-ingress-canary] adding namespace I0327 10:43:32.795525 3790 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.528438ms I0327 10:43:32.795537 3790 namespace.go:98] [openshift-route-controller-manager] adding namespace I0327 10:43:32.795924 3790 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.382072ms I0327 10:43:32.796392 3790 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.365342ms I0327 10:43:32.796408 3790 namespace.go:98] [openshift-apiserver-operator] adding namespace I0327 10:43:32.796967 3790 namespace.go:102] [openshift-dns] adding namespace took 7.38148ms I0327 10:43:32.796985 3790 namespace.go:98] [openshift-network-diagnostics] adding namespace I0327 10:43:32.797417 3790 namespace.go:102] [openshift-operators] adding namespace took 7.151486ms I0327 10:43:32.797431 3790 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0327 10:43:32.797925 3790 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.943284ms I0327 10:43:32.797936 3790 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0327 10:43:32.798501 3790 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.910318ms I0327 10:43:32.798520 3790 namespace.go:98] [openshift-logging] adding namespace I0327 10:43:32.798986 3790 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.98845ms I0327 10:43:32.799003 3790 namespace.go:98] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] adding namespace I0327 10:43:32.799557 3790 namespace.go:102] [kube-system] adding namespace took 7.109331ms I0327 10:43:32.799568 3790 namespace.go:98] [default] adding namespace I0327 10:43:32.800040 3790 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.051216ms I0327 10:43:32.800058 3790 namespace.go:98] [openshift-config-managed] adding namespace I0327 10:43:32.800556 3790 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.139935ms I0327 10:43:32.800573 3790 namespace.go:98] [openshift-config-operator] adding namespace I0327 10:43:32.801150 3790 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.319056ms I0327 10:43:32.801162 3790 namespace.go:98] [openshift-backplane-cee] adding namespace I0327 10:43:32.801590 3790 namespace.go:102] [openshift] adding namespace took 7.356503ms I0327 10:43:32.801609 3790 namespace.go:98] [openshift-ingress-operator] adding namespace I0327 10:43:32.802240 3790 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.564284ms I0327 10:43:32.802262 3790 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0327 10:43:32.802810 3790 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.672962ms I0327 10:43:32.802824 3790 namespace.go:98] [openshift-backplane-tam] adding namespace I0327 10:43:32.803241 3790 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.699833ms I0327 10:43:32.803251 3790 namespace.go:98] [openshift-network-operator] adding namespace I0327 10:43:32.803447 3790 iptables.go:108] Creating table: filter chain: FORWARD I0327 10:43:32.803645 3790 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.229761ms I0327 10:43:32.803663 3790 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace W0327 10:43:32.803677 3790 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-slcss: pod openshift-network-diagnostics/network-check-target-slcss: no pod IPs found W0327 10:43:32.803692 3790 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5whrf: pod openshift-network-diagnostics/network-check-target-5whrf: no pod IPs found I0327 10:43:32.804258 3790 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.265045ms I0327 10:43:32.804277 3790 namespace.go:98] [openshift-console] adding namespace I0327 10:43:32.804778 3790 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.343433ms I0327 10:43:32.804790 3790 namespace.go:98] [kube-public] adding namespace I0327 10:43:32.805344 3790 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.401862ms I0327 10:43:32.805359 3790 namespace.go:98] [openshift-authentication] adding namespace I0327 10:43:32.805826 3790 namespace.go:102] [openshift-logging] adding namespace took 7.300524ms I0327 10:43:32.805838 3790 namespace.go:98] [openshift-infra] adding namespace I0327 10:43:32.806241 3790 namespace.go:102] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] adding namespace took 7.233095ms I0327 10:43:32.806256 3790 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0327 10:43:32.806719 3790 namespace.go:102] [default] adding namespace took 7.144442ms I0327 10:43:32.806734 3790 namespace.go:98] [openshift-ingress] adding namespace I0327 10:43:32.807182 3790 namespace.go:102] [openshift-config-managed] adding namespace took 7.119417ms I0327 10:43:32.807194 3790 namespace.go:98] [openshift-config] adding namespace I0327 10:43:32.807706 3790 namespace.go:102] [openshift-config-operator] adding namespace took 7.127311ms I0327 10:43:32.807719 3790 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0327 10:43:32.808156 3790 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.99038ms I0327 10:43:32.808167 3790 namespace.go:98] [openshift-network-console] adding namespace I0327 10:43:32.808625 3790 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.007302ms I0327 10:43:32.808643 3790 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0327 10:43:32.809198 3790 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.92946ms I0327 10:43:32.809212 3790 namespace.go:98] [openshift-apiserver] adding namespace I0327 10:43:32.809683 3790 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.85397ms I0327 10:43:32.809696 3790 namespace.go:98] [openshift-cluster-version] adding namespace I0327 10:43:32.809985 3790 iptables.go:108] Creating table: filter chain: OUTPUT I0327 10:43:32.810095 3790 namespace.go:102] [openshift-network-operator] adding namespace took 6.837808ms I0327 10:43:32.810111 3790 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0327 10:43:32.810563 3790 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.89479ms I0327 10:43:32.810965 3790 namespace.go:102] [openshift-console] adding namespace took 6.681626ms I0327 10:43:32.811346 3790 namespace.go:102] [kube-public] adding namespace took 6.551038ms I0327 10:43:32.811837 3790 namespace.go:102] [openshift-authentication] adding namespace took 6.47159ms I0327 10:43:32.811851 3790 namespace.go:98] [openshift-controller-manager] adding namespace I0327 10:43:32.812235 3790 namespace.go:102] [openshift-infra] adding namespace took 6.392703ms I0327 10:43:32.812590 3790 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.327002ms I0327 10:43:32.812603 3790 namespace.go:98] [openshift-kube-apiserver] adding namespace I0327 10:43:32.813037 3790 namespace.go:102] [openshift-ingress] adding namespace took 6.297847ms I0327 10:43:32.813050 3790 namespace.go:98] [openshift-etcd] adding namespace I0327 10:43:32.813437 3790 namespace.go:102] [openshift-config] adding namespace took 6.237761ms I0327 10:43:32.813812 3790 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.086523ms I0327 10:43:32.814242 3790 namespace.go:102] [openshift-network-console] adding namespace took 6.071099ms I0327 10:43:32.814656 3790 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.007629ms I0327 10:43:32.815050 3790 namespace.go:102] [openshift-apiserver] adding namespace took 5.816334ms I0327 10:43:32.815493 3790 namespace.go:102] [openshift-cluster-version] adding namespace took 5.792691ms I0327 10:43:32.816302 3790 gateway_shared_intf.go:1787] Gateway Creation Complete I0327 10:43:32.816315 3790 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.199421ms I0327 10:43:32.816317 3790 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-188.ec2.internal","mac-address":"0a:ff:c4:9b:e1:f5","ip-addresses":["10.0.1.188/24"],"ip-address":"10.0.1.188/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bdabfa82-e0da-4ef8-b92c-78fd2914019c k8s.ovn.org/node-encap-ips:["10.0.1.188"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.188/24"} k8s.ovn.org/zone-name:ip-10-0-1-188.ec2.internal] on node ip-10-0-1-188.ec2.internal I0327 10:43:32.816327 3790 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0327 10:43:32.816697 3790 namespace.go:102] [openshift-controller-manager] adding namespace took 4.840933ms I0327 10:43:32.817358 3790 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.749401ms I0327 10:43:32.817814 3790 namespace.go:102] [openshift-etcd] adding namespace took 4.75763ms I0327 10:43:32.818414 3790 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 2.077986ms I0327 10:43:32.818824 3790 zone_ic_handler.go:186] Time taken to create transit switch: 307.408µs I0327 10:43:32.818941 3790 master.go:532] Adding or Updating local node "ip-10-0-1-188.ec2.internal" for network "default" I0327 10:43:32.818986 3790 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-12.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-12.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-12.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-12.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-12.ec2.internal I0327 10:43:32.819444 3790 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-4.ec2.internal for the network default I0327 10:43:32.820498 3790 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-4.ec2.internal" on network "default" took: 1.070017ms I0327 10:43:32.822743 3790 default_network_controller.go:806] Node add failed for ip-10-0-1-188.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-188.ec2.internal, error getting gateway config for node ip-10-0-1-188.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-188.ec2.internal", failed to update chassis to local for local node ip-10-0-1-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-188.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-188.ec2.internal] E0327 10:43:32.822821 3790 obj_retry.go:541] Failed to create *v1.Node ip-10-0-1-188.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-188.ec2.internal, error getting gateway config for node ip-10-0-1-188.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-188.ec2.internal", failed to update chassis to local for local node ip-10-0-1-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-188.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-188.ec2.internal] I0327 10:43:32.822874 3790 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0327 10:43:32.822883 3790 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-188.ec2.internal", UID:"0a57c8dd-b548-45fa-8af4-4044f7be33e2", APIVersion:"v1", ResourceVersion:"7782", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-188.ec2.internal, error getting gateway config for node ip-10-0-1-188.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-188.ec2.internal", failed to update chassis to local for local node ip-10-0-1-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-188.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-188.ec2.internal] I0327 10:43:32.822916 3790 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0327 10:43:32.822939 3790 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0327 10:43:32.822918 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-188.ec2.internal in network "default" I0327 10:43:32.822982 3790 node_tracker.go:235] Node ip-10-0-1-188.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-188.ec2.internal" I0327 10:43:32.822996 3790 node_tracker.go:169] Node ip-10-0-1-188.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:32.823003 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:32.823012 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0327 10:43:32.823068 3790 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:32.823075 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:32.823083 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-12.ec2.internal in network "default" I0327 10:43:32.823102 3790 node_tracker.go:235] Node ip-10-0-0-12.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-12.ec2.internal" I0327 10:43:32.823112 3790 node_tracker.go:169] Node ip-10-0-0-12.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:32.823119 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:32.839621 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-188.ec2.internal in network "default" I0327 10:43:32.839675 3790 node_tracker.go:169] Node ip-10-0-1-188.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:32.839693 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:32.839723 3790 master.go:532] Adding or Updating local node "ip-10-0-1-188.ec2.internal" for network "default" I0327 10:43:32.843173 3790 default_node_network_controller.go:518] Node connection status = connected W0327 10:43:32.844320 3790 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-pkv2z: pod kube-system/global-pull-secret-syncer-pkv2z: no pod IPs found W0327 10:43:32.844341 3790 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-kfv96: pod openshift-multus/network-metrics-daemon-kfv96: no pod IPs found W0327 10:43:32.844352 3790 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-slcss: pod openshift-network-diagnostics/network-check-target-slcss: no pod IPs found I0327 10:43:32.845334 3790 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-188.ec2.internal for the network default I0327 10:43:32.890895 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 10:43:32.923698 3790 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0327 10:43:32.923726 3790 services_controller.go:208] Setting up event handlers for services for network=default I0327 10:43:32.923801 3790 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0327 10:43:32.923851 3790 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0327 10:43:32.923868 3790 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0327 10:43:33.024082 3790 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0327 10:43:33.024109 3790 repair.go:60] Starting repairing loop for services I0327 10:43:33.024237 3790 repair.go:131] Deleted 0 stale service LBs I0327 10:43:33.024256 3790 repair.go:137] Deleted 0 stale Chassis Template Vars I0327 10:43:33.024272 3790 repair.go:62] Finished repairing loop for services: 166.275µs I0327 10:43:33.024295 3790 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0327 10:43:33.024305 3790 services_controller.go:254] Starting workers for network=default I0327 10:43:33.024811 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kfv96] creating logical port openshift-multus_network-metrics-daemon-kfv96 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:33.024843 3790 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nxm5x of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 10:43:33.024866 3790 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-q7vjz, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q7vjz: suppressed error logged: pod openshift-multus/network-metrics-daemon-q7vjz: no pod IPs found I0327 10:43:33.024887 3790 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pkv2z] creating logical port kube-system_global-pull-secret-syncer-pkv2z for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:33.024906 3790 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5whrf, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5whrf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5whrf: no pod IPs found I0327 10:43:33.024818 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-slcss] creating logical port openshift-network-diagnostics_network-check-target-slcss for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:33.024947 3790 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-kfv96 I0327 10:43:33.025002 3790 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-pkv2z I0327 10:43:33.025043 3790 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-slcss I0327 10:43:33.041311 3790 pod.go:62] [openshift-multus/network-metrics-daemon-kfv96] pod update took 16.401464ms I0327 10:43:33.041342 3790 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-kfv96] addLogicalPort annotation time took 16.440902ms I0327 10:43:33.042269 3790 pods.go:271] [openshift-multus/network-metrics-daemon-kfv96] addLogicalPort took 17.466682ms, libovsdb time 666.218µs I0327 10:43:33.047340 3790 pod.go:62] [kube-system/global-pull-secret-syncer-pkv2z] pod update took 22.376347ms I0327 10:43:33.047364 3790 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-pkv2z] addLogicalPort annotation time took 22.403127ms I0327 10:43:33.048033 3790 pod.go:62] [openshift-network-diagnostics/network-check-target-slcss] pod update took 23.018953ms I0327 10:43:33.048050 3790 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-slcss] addLogicalPort annotation time took 23.038905ms I0327 10:43:33.048280 3790 pods.go:271] [kube-system/global-pull-secret-syncer-pkv2z] addLogicalPort took 23.398289ms, libovsdb time 646.658µs I0327 10:43:33.049029 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-slcss] addLogicalPort took 24.215933ms, libovsdb time 599.575µs I0327 10:43:33.049531 3790 admin_network_policy_controller.go:227] Starting controller default-network-controller I0327 10:43:33.049553 3790 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0327 10:43:33.049566 3790 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0327 10:43:33.049570 3790 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0327 10:43:33.049743 3790 repair.go:29] Repairing admin network policies took 168.659µs I0327 10:43:33.049839 3790 repair.go:92] Repairing baseline admin network policies took 88.362µs I0327 10:43:33.050138 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0327 10:43:33.050164 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0327 10:43:33.052255 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0327 10:43:33.052275 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0327 10:43:33.052285 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0327 10:43:33.053899 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0327 10:43:33.053917 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0327 10:43:33.053924 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0327 10:43:33.054196 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0327 10:43:33.054214 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0327 10:43:33.054238 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0327 10:43:33.055645 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0327 10:43:33.055665 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0327 10:43:33.055678 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0327 10:43:33.057736 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0327 10:43:33.057755 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0327 10:43:33.057764 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0327 10:43:33.058244 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0327 10:43:33.058259 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0327 10:43:33.058266 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0327 10:43:33.059689 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0327 10:43:33.059707 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0327 10:43:33.059713 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0327 10:43:33.060180 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0327 10:43:33.060198 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0327 10:43:33.060209 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0327 10:43:33.061206 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0327 10:43:33.061236 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0327 10:43:33.062064 3790 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0327 10:43:33.062078 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 10:43:33.062868 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0327 10:43:33.062886 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0327 10:43:33.062895 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0327 10:43:33.063374 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0327 10:43:33.063395 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0327 10:43:33.063406 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0327 10:43:33.065459 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0327 10:43:33.065479 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0327 10:43:33.065487 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0327 10:43:33.065970 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0327 10:43:33.065988 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0327 10:43:33.065997 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0327 10:43:33.066973 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0327 10:43:33.066991 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0327 10:43:33.067007 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0327 10:43:33.067310 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0327 10:43:33.067328 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0327 10:43:33.067337 3790 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0327 10:43:33.069061 3790 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0327 10:43:33.069081 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0327 10:43:33.069090 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0327 10:43:33.069643 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0327 10:43:33.069669 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0327 10:43:33.069678 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0327 10:43:33.070226 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0327 10:43:33.070246 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0327 10:43:33.070255 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0327 10:43:33.071152 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0327 10:43:33.071169 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0327 10:43:33.071178 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0327 10:43:33.072265 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0327 10:43:33.072287 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0327 10:43:33.072295 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0327 10:43:33.072800 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0327 10:43:33.072818 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0327 10:43:33.072826 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0327 10:43:33.073381 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0327 10:43:33.073403 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0327 10:43:33.073413 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0327 10:43:33.073745 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0327 10:43:33.073766 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0327 10:43:33.073773 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0327 10:43:33.075167 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0327 10:43:33.075185 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0327 10:43:33.075195 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0327 10:43:33.076768 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0327 10:43:33.076787 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0327 10:43:33.076795 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0327 10:43:33.077286 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0327 10:43:33.077306 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0327 10:43:33.077315 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0327 10:43:33.077802 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0327 10:43:33.077818 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0327 10:43:33.077850 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 10:43:33.078670 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0327 10:43:33.078695 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0327 10:43:33.078705 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0327 10:43:33.078979 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0327 10:43:33.079276 3790 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nxm5x of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 10:43:33.084644 3790 egressfirewall.go:319] Starting EgressFirewall controller I0327 10:43:33.084670 3790 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0327 10:43:33.084694 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0327 10:43:33.084705 3790 controller.go:133] Adding controller egress-firewall-controller event handlers I0327 10:43:33.084734 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0327 10:43:33.084758 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0327 10:43:33.084708 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0327 10:43:33.085058 3790 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0327 10:43:33.085073 3790 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0327 10:43:33.085082 3790 egressqos.go:193] Setting up event handlers for EgressQoS I0327 10:43:33.085123 3790 egressfirewall.go:628] Syncing node "ip-10-0-1-188.ec2.internal" for egress firewall I0327 10:43:33.085138 3790 egressfirewall.go:628] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0327 10:43:33.085142 3790 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall I0327 10:43:33.085253 3790 egressqos.go:245] Starting EgressQoS Controller I0327 10:43:33.085268 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0327 10:43:33.085275 3790 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0327 10:43:33.085280 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0327 10:43:33.085285 3790 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0327 10:43:33.085290 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0327 10:43:33.085294 3790 shared_informer.go:356] "Caches are synced" controller="egressqos" I0327 10:43:33.085298 3790 egressqos.go:259] Repairing EgressQoSes I0327 10:43:33.085302 3790 egressqos.go:399] Starting repairing loop for egressqos I0327 10:43:33.085380 3790 egressqos.go:401] Finished repairing loop for egressqos: 78.055µs I0327 10:43:33.085399 3790 egressservice_zone.go:132] Setting up event handlers for Egress Services I0327 10:43:33.085416 3790 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-188.ec2.internal I0327 10:43:33.085464 3790 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-188.ec2.internal : 50.135µs I0327 10:43:33.085559 3790 egressservice_zone.go:210] Starting Egress Services Controller I0327 10:43:33.085574 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 10:43:33.085584 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 10:43:33.085592 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 10:43:33.085596 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 10:43:33.085601 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 10:43:33.085606 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 10:43:33.085611 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0327 10:43:33.085615 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0327 10:43:33.085619 3790 egressservice_zone.go:228] Repairing Egress Services I0327 10:43:33.085874 3790 master_controller.go:88] Starting Admin Policy Based Route Controller I0327 10:43:33.085884 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 10:43:33.085905 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-188.ec2.internal I0327 10:43:33.085917 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-188.ec2.internal: 14.321µs I0327 10:43:33.085924 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0327 10:43:33.085942 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 18.499µs I0327 10:43:33.085952 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:43:33.085958 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 6.2µs I0327 10:43:33.086011 3790 default_network_controller.go:568] Completing all the Watchers took 308.793446ms I0327 10:43:33.086024 3790 default_network_controller.go:572] Starting unidling controllers I0327 10:43:33.086036 3790 unidle.go:46] Registering OVN SB ControllerEvent handler I0327 10:43:33.086042 3790 unidle.go:63] Populating Initial ContollerEvent events I0327 10:43:33.086052 3790 unidle.go:79] Setting up event handlers for services I0327 10:43:33.086146 3790 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0327 10:43:33.343712 3790 default_node_network_controller.go:518] Node connection status = connected W0327 10:43:33.345883 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 10:43:33.379406 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:43:33.843612 3790 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:34.343121 3790 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:34.843971 3790 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:35.127131 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 10:43:35.211499 3790 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0327 10:43:35.343886 3790 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:35.360455 3790 bridgeconfig.go:537] Gateway is ready I0327 10:43:35.360478 3790 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0327 10:43:35.371502 3790 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.188. Updating OVN encap IP. I0327 10:43:35.377149 3790 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.188 - it is already configured I0327 10:43:35.377165 3790 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.188/24:{} 172.20.0.1/32:{}]. Updating annotations. I0327 10:43:35.377396 3790 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.188/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-188.ec2.internal","mac-address":"0a:ff:c4:9b:e1:f5","ip-addresses":["10.0.1.188/24"],"ip-address":"10.0.1.188/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bdabfa82-e0da-4ef8-b92c-78fd2914019c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.188/24"}] on node ip-10-0-1-188.ec2.internal I0327 10:43:35.393961 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-188.ec2.internal I0327 10:43:35.394003 3790 egressfirewall.go:628] Syncing node "ip-10-0-1-188.ec2.internal" for egress firewall I0327 10:43:35.394002 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-188.ec2.internal: 44.765µs I0327 10:43:35.393961 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-188.ec2.internal in network "default" I0327 10:43:35.394089 3790 node_tracker.go:169] Node ip-10-0-1-188.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:35.394111 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:35.394002 3790 master.go:532] Adding or Updating local node "ip-10-0-1-188.ec2.internal" for network "default" I0327 10:43:35.394479 3790 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.188 W0327 10:43:35.394572 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 10:43:35.394586 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-188.ec2.internal W0327 10:43:35.394628 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:43:35.399536 3790 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-188.ec2.internal. Updating no re-route policies I0327 10:43:35.399646 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2k95d I0327 10:43:35.399657 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-t5km4 I0327 10:43:35.399667 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2k95d I0327 10:43:35.399672 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kfv96 I0327 10:43:35.399673 3790 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-188.ec2.internal I0327 10:43:35.399688 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kfv96 I0327 10:43:35.399692 3790 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-188.ec2.internal I0327 10:43:35.399695 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2k95d after 0 failed attempt(s) I0327 10:43:35.399700 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-cgttp I0327 10:43:35.399702 3790 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pkv2z I0327 10:43:35.399711 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-cgttp I0327 10:43:35.399712 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fth7q I0327 10:43:35.399716 3790 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-188.ec2.internal after 0 failed attempt(s) I0327 10:43:35.399718 3790 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pkv2z I0327 10:43:35.399720 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fth7q I0327 10:43:35.399720 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f6bf4 I0327 10:43:35.399730 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kfv96] creating logical port openshift-multus_network-metrics-daemon-kfv96 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:35.399731 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-slcss I0327 10:43:35.399737 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f6bf4 I0327 10:43:35.399738 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fth7q after 0 failed attempt(s) I0327 10:43:35.399742 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-slcss I0327 10:43:35.399745 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qvr9t I0327 10:43:35.399702 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-t5km4 I0327 10:43:35.399748 3790 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-n7kzq I0327 10:43:35.399756 3790 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pkv2z] creating logical port kube-system_global-pull-secret-syncer-pkv2z for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:35.399761 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f6bf4 after 0 failed attempt(s) I0327 10:43:35.399763 3790 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-n7kzq I0327 10:43:35.399774 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-slcss] creating logical port openshift-network-diagnostics_network-check-target-slcss for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:35.399776 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-t5km4 after 0 failed attempt(s) I0327 10:43:35.399731 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-cgttp after 0 failed attempt(s) I0327 10:43:35.399789 3790 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-n7kzq after 0 failed attempt(s) I0327 10:43:35.399657 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fx4hg I0327 10:43:35.399754 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qvr9t I0327 10:43:35.399801 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-fx4hg I0327 10:43:35.399813 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qvr9t after 0 failed attempt(s) I0327 10:43:35.399820 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-fx4hg after 0 failed attempt(s) I0327 10:43:35.399749 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2jtpj I0327 10:43:35.399832 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2jtpj I0327 10:43:35.399732 3790 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-188.ec2.internal I0327 10:43:35.399850 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2jtpj after 0 failed attempt(s) I0327 10:43:35.399850 3790 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-188.ec2.internal I0327 10:43:35.399869 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-188.ec2.internal after 0 failed attempt(s) I0327 10:43:35.400552 3790 pods.go:271] [openshift-multus/network-metrics-daemon-kfv96] addLogicalPort took 831.124µs, libovsdb time 294.091µs I0327 10:43:35.400568 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-kfv96 after 0 failed attempt(s) I0327 10:43:35.400695 3790 pods.go:271] [kube-system/global-pull-secret-syncer-pkv2z] addLogicalPort took 949.711µs, libovsdb time 425.599µs I0327 10:43:35.400710 3790 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-pkv2z after 0 failed attempt(s) I0327 10:43:35.400774 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-slcss] addLogicalPort took 1.010352ms, libovsdb time 478.318µs I0327 10:43:35.400785 3790 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-slcss after 0 failed attempt(s) I0327 10:43:35.411440 3790 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0327 10:43:35.423243 3790 iptables.go:108] Creating table: mangle chain: OUTPUT I0327 10:43:35.426724 3790 iptables.go:108] Creating table: nat chain: OUTPUT I0327 10:43:35.453656 3790 iptables.go:108] Creating table: nat chain: PREROUTING I0327 10:43:35.495391 3790 iptables.go:108] Creating table: filter chain: FORWARD I0327 10:43:35.513334 3790 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0327 10:43:35.513503 3790 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0327 10:43:35.513556 3790 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0327 10:43:35.513672 3790 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0327 10:43:35.513735 3790 gateway_init.go:325] Gateway and management port readiness took 2.674110852s I0327 10:43:35.513763 3790 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0327 10:43:35.513798 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0327 10:43:35.513812 3790 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0327 10:43:35.513820 3790 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 10:43:35.513882 3790 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0327 10:43:35.513975 3790 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.562µs I0327 10:43:35.514300 3790 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0327 10:43:35.514331 3790 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 21.357µs I0327 10:43:35.514343 3790 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.185µs I0327 10:43:35.514351 3790 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0327 10:43:35.514365 3790 nad_controller.go:173] [node-nad-controller NAD controller]: started I0327 10:43:35.514370 3790 default_node_network_controller.go:898] Starting the default node network controller I0327 10:43:35.514374 3790 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0327 10:43:35.514468 3790 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.416µs I0327 10:43:35.514566 3790 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0327 10:43:35.514575 3790 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0327 10:43:35.514599 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000acf060 0xc0002d3880 0xc0002d38f0 0xc0002d3960 0xc0002d39d0 0xc0002d3a40 0xc0002d3ab0 0xc000c2c690 0xc0002d3b20 0xc0002d3b90 0xc000c2c6e0 0xc00655ebd0 0xc0002d3c00 map[0x2f67040:0xc0029d4240 0x2f67580:0xc0029d43c0 0x2f68000:0xc003703140 0x2f682a0:0xc0029d41e0 0x2f687e0:0xc0029d42a0 0x2f68a80:0xc0029d4300 0x2f68d20:0xc0029d4360 0x2f69500:0xc0029d4420 0x2f697a0:0xc0029d4480 0x2f93d40:0xc001238660 0x2f940e0:0xc0012386c0 0x2f94bc0:0xc000c36720 0x2f96520:0xc001b34000 0x2f97000:0xc001238720 0x2f97e80:0xc001b34060] 0xc00016aee0 0} I0327 10:43:35.514668 3790 gateway.go:151] Starting gateway service sync I0327 10:43:35.515162 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0327 10:43:35.517426 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0327 10:43:35.527664 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0327 10:43:35.528887 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0327 10:43:35.529950 3790 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0327 10:43:35.565747 3790 gateway.go:168] Gateway service sync done. Time taken: 51.06153ms I0327 10:43:35.566556 3790 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30746 I0327 10:43:35.566676 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000acf060 0xc0002d3880 0xc0002d38f0 0xc0002d3960 0xc0002d39d0 0xc0002d3a40 0xc0002d3ab0 0xc000c2c690 0xc0002d3b20 0xc0002d3b90 0xc000c2c6e0 0xc00655ebd0 0xc0002d3c00 map[0x2f67040:0xc0029d4240 0x2f67580:0xc0029d43c0 0x2f68000:0xc003703140 0x2f682a0:0xc0029d41e0 0x2f687e0:0xc0029d42a0 0x2f68a80:0xc0029d4300 0x2f68d20:0xc0029d4360 0x2f69500:0xc0029d4420 0x2f697a0:0xc0029d4480 0x2f93d40:0xc001238660 0x2f940e0:0xc0012386c0 0x2f94bc0:0xc000c36720 0x2f96520:0xc001b34000 0x2f97000:0xc001238720 0x2f97e80:0xc001b34060] 0xc00016aee0 0} I0327 10:43:35.567172 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000acf060 0xc0002d3880 0xc0002d38f0 0xc0002d3960 0xc0002d39d0 0xc0002d3a40 0xc0002d3ab0 0xc000c2c690 0xc0002d3b20 0xc0002d3b90 0xc000c2c6e0 0xc00655ebd0 0xc0002d3c00 map[0x2f67040:0xc0029d4240 0x2f67580:0xc0029d43c0 0x2f68000:0xc003703140 0x2f682a0:0xc0029d41e0 0x2f687e0:0xc0029d42a0 0x2f68a80:0xc0029d4300 0x2f68d20:0xc0029d4360 0x2f69500:0xc0029d4420 0x2f697a0:0xc0029d4480 0x2f93d40:0xc001238660 0x2f940e0:0xc0012386c0 0x2f94bc0:0xc000c36720 0x2f96520:0xc001b34000 0x2f97000:0xc001238720 0x2f97e80:0xc001b34060] 0xc00016aee0 0} I0327 10:43:35.567206 3790 gateway.go:519] Reconciling gateway with updates I0327 10:43:35.572872 3790 gateway.go:326] Spawning Conntrack Rule Check Thread I0327 10:43:35.572952 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:43:35.572967 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:43:35.572978 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:43:35.572980 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:43:35.572984 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:43:35.572991 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:43:35.573008 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:43:35.573009 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:43:35.573012 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:43:35.573022 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:43:35.573031 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:43:35.573037 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:43:35.573045 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 10:43:35.573058 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:43:35.573061 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 10:43:35.573065 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 10:43:35.572996 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:43:35.573065 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 10:43:35.573066 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:43:35.573081 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:43:35.573080 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 10:43:35.573090 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:43:35.573091 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:43:35.573067 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:43:35.573097 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 10:43:35.573102 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 10:43:35.573084 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:43:35.573106 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:43:35.573112 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:43:35.573114 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:43:35.573114 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:43:35.573122 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:43:35.573101 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 10:43:35.573123 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:43:35.573128 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:43:35.573114 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:43:35.573137 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:43:35.573139 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 10:43:35.573142 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:43:35.573146 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 10:43:35.573140 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:43:35.573149 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:43:35.573149 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 10:43:35.573157 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:43:35.573157 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:43:35.573158 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:43:35.573163 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 10:43:35.573166 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:43:35.573164 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 10:43:35.573127 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 10:43:35.573162 3790 default_node_network_controller.go:943] Gateway and management port readiness took 58.57832ms I0327 10:43:35.573173 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 10:43:35.573184 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:43:35.573191 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 10:43:35.573193 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:43:35.573194 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:43:35.573200 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 10:43:35.573112 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 10:43:35.573209 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:43:35.573123 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:43:35.573238 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:43:35.573250 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:43:35.573138 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:43:35.573272 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 10:43:35.573098 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 10:43:35.573088 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 10:43:35.573288 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 10:43:35.573302 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 32051 is already open, no action needed I0327 10:43:35.572953 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:43:35.573310 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 32225 is already open, no action needed I0327 10:43:35.573320 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:43:35.573323 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:43:35.573329 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:43:35.573341 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 10:43:35.573100 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:43:35.573351 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 10:43:35.573309 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:43:35.573105 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:43:35.573369 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:43:35.573373 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 10:43:35.573083 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 10:43:35.573123 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:43:35.573404 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:43:35.573415 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:43:35.573439 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:43:35.573127 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:43:35.573463 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:43:35.573473 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:43:35.573464 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:43:35.573141 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:43:35.573523 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:43:35.573513 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:43:35.573540 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:43:35.573148 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 10:43:35.573149 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 10:43:35.573148 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:43:35.573594 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:43:35.573152 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:43:35.573163 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 10:43:35.573206 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:43:35.573649 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:43:35.573281 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 10:43:35.573090 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:43:35.573364 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:43:35.573104 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:43:35.573757 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 10:43:35.573454 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:43:35.573766 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 10:43:35.573131 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:43:35.573941 3790 node_ip_handler_linux.go:160] Node IP manager is running W0327 10:43:35.610808 3790 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 10:43:35.611119 3790 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 10:43:35.611254 3790 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0327 10:43:35.621681 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 10:43:35.621712 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 10:43:35.621719 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 10:43:35.621725 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 10:43:35.621733 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 10:43:35.621740 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 10:43:35.621750 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 10:43:35.665326 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 10:43:35.665336 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 10:43:35.665361 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 10:43:35.665370 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 10:43:35.706802 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 10:43:35.706836 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 10:43:35.706843 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 10:43:35.706849 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 10:43:35.706856 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 10:43:35.706865 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 10:43:35.706901 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 10:43:35.706917 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 10:43:35.706925 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 10:43:35.706933 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 10:43:35.706943 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 10:43:35.706951 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 10:43:35.706957 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 10:43:35.706970 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 10:43:35.707005 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 10:43:37.371714 3790 default_node_network_controller.go:1364] Starting node controller node sync W0327 10:43:37.371885 3790 egressip_healthcheck.go:76] Health checking using insecure connection I0327 10:43:37.371934 3790 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0327 10:43:37.384166 3790 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.429117ms I0327 10:43:37.384424 3790 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 10.0.2.4 to PMTUD blocking rules I0327 10:43:37.384445 3790 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 10:43:37.390470 3790 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0327 10:43:37.390750 3790 egressservice_node.go:93] Setting up event handlers for Egress Services I0327 10:43:37.391360 3790 egressservice_node.go:183] Starting Egress Services Controller I0327 10:43:37.391382 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 10:43:37.391393 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 10:43:37.391399 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 10:43:37.391403 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 10:43:37.391409 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 10:43:37.391413 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 10:43:37.391419 3790 egressservice_node.go:197] Repairing Egress Services I0327 10:43:37.403621 3790 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0327 10:43:37.403640 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 10:43:37.403813 3790 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0327 10:43:37.403830 3790 link_network_manager.go:117] Link manager is running I0327 10:43:37.403844 3790 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0327 10:43:37.403901 3790 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0327 10:43:37.404197 3790 vrf_manager.go:128] VRF manager is running I0327 10:43:37.404334 3790 node_controller_manager.go:437] Removing flows to drop GARP I0327 10:43:37.404345 3790 gateway.go:519] Reconciling gateway with updates I0327 10:43:37.427444 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:43:37.427468 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:43:37.427455 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:43:37.427474 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:43:37.427479 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:43:37.427485 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:43:37.427488 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:43:37.427487 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 10:43:37.427501 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 10:43:37.427502 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:43:37.427505 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:43:37.427518 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:43:37.427517 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 32051 is already open, no action needed I0327 10:43:37.427524 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:43:37.427530 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 32225 is already open, no action needed I0327 10:43:37.427535 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:43:37.427537 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:43:37.427538 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:43:37.427546 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:43:37.427548 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:43:37.427552 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:43:37.427552 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 10:43:37.427563 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 10:43:37.427576 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 10:43:37.427583 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 10:43:37.427587 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 10:43:37.427589 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:43:37.427465 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:43:37.427601 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:43:37.427604 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:43:37.427610 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:43:37.427610 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 10:43:37.427617 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:43:37.427636 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 10:43:37.427637 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:43:37.427652 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 10:43:37.427657 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 10:43:37.427659 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:43:37.427664 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 10:43:37.427661 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:43:37.427671 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:43:37.427676 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:43:37.427677 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:43:37.427683 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:43:37.427681 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:43:37.427684 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:43:37.427695 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:43:37.427698 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:43:37.427554 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 10:43:37.427624 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:43:37.427509 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:43:37.427731 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:43:37.427735 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:43:37.427734 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:43:37.427742 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:43:37.427744 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:43:37.427750 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:43:37.427747 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 10:43:37.427752 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:43:37.427757 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:43:37.427761 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:43:37.427768 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:43:37.427769 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:43:37.427775 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:43:37.427799 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:43:37.427809 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 10:43:37.427659 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:43:37.427813 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 10:43:37.427824 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 10:43:37.427822 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:43:37.427551 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 10:43:37.427816 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:43:37.427837 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:43:37.427841 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 10:43:37.427841 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:43:37.427846 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:43:37.427849 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 10:43:37.427851 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 10:43:37.427856 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 10:43:37.427781 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:43:37.427771 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:43:37.427614 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:43:37.427522 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:43:37.427963 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 10:43:37.427672 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:43:37.427980 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:43:37.427598 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:43:37.428041 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:43:37.427640 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:43:37.427492 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:43:37.427666 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 10:43:37.428136 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 10:43:37.427687 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:43:37.427741 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 10:43:37.427751 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:43:37.428180 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:43:37.428185 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 10:43:37.427755 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:43:37.427543 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:43:37.428207 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:43:37.427521 3790 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:43:37.428248 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:43:37.428253 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 10:43:37.427769 3790 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:43:37.473851 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 10:43:37.499236 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 10:43:37.499252 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 10:43:37.499242 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 10:43:37.499266 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 10:43:37.499274 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 10:43:37.499281 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 10:43:37.499288 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 10:43:37.499294 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 10:43:37.499300 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 10:43:37.499307 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 10:43:37.499313 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 10:43:37.499327 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 10:43:37.499345 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 10:43:37.499352 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 10:43:37.499358 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 10:43:37.499364 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 10:43:37.499374 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 10:43:37.499381 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 10:43:37.499387 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 10:43:37.499393 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 10:43:37.499400 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 10:43:37.499406 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 10:43:37.499414 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 10:43:37.499419 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 10:43:37.545034 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 10:43:37.545063 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 10:43:37.545075 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 10:43:37.545086 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 10:43:37.545093 3790 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 10:43:39.521279 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-188.ec2.internal I0327 10:43:39.521310 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-188.ec2.internal: 38.492µs I0327 10:43:39.545677 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7d555f8896-77spw] creating logical port openshift-image-registry_image-registry-7d555f8896-77spw for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:39.545818 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-7d555f8896-77spw I0327 10:43:39.562735 3790 pod.go:62] [openshift-image-registry/image-registry-7d555f8896-77spw] pod update took 16.950292ms I0327 10:43:39.562757 3790 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7d555f8896-77spw] addLogicalPort annotation time took 16.98039ms I0327 10:43:39.563982 3790 pods.go:271] [openshift-image-registry/image-registry-7d555f8896-77spw] addLogicalPort took 18.32468ms, libovsdb time 917.3µs I0327 10:43:39.596833 3790 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7g89t] creating logical port openshift-dns_dns-default-7g89t for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:39.596944 3790 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xtj7s] creating logical port openshift-ingress-canary_ingress-canary-xtj7s for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:39.597005 3790 kube.go:256] Updating pod openshift-dns/dns-default-7g89t I0327 10:43:39.597072 3790 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xtj7s I0327 10:43:39.610322 3790 pod.go:62] [openshift-ingress-canary/ingress-canary-xtj7s] pod update took 13.29084ms I0327 10:43:39.610346 3790 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-xtj7s] addLogicalPort annotation time took 13.321153ms I0327 10:43:39.611730 3790 pods.go:271] [openshift-ingress-canary/ingress-canary-xtj7s] addLogicalPort took 14.802025ms, libovsdb time 1.070708ms I0327 10:43:39.615045 3790 pod.go:62] [openshift-dns/dns-default-7g89t] pod update took 18.078422ms I0327 10:43:39.615066 3790 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-7g89t] addLogicalPort annotation time took 18.103806ms I0327 10:43:39.615958 3790 pods.go:271] [openshift-dns/dns-default-7g89t] addLogicalPort took 19.147091ms, libovsdb time 629.314µs I0327 10:43:39.972866 3790 cni.go:403] [openshift-ingress-canary/ingress-canary-xtj7s abf0d7a5a0cb5516f7ed06f4be436336d514486191320e768dfc2c17f629bdc1 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xtj7s abf0d7a5a0cb5516f7ed06f4be436336d514486191320e768dfc2c17f629bdc1 network default NAD default] I0327 10:43:39.994181 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xtj7s, hostIfaceName: abf0d7a5a0cb551, network: default, NAD default, SandboxID: "abf0d7a5a0cb5516f7ed06f4be436336d514486191320e768dfc2c17f629bdc1", PCI device ID: , UID: "4d72363f-1e12-41b5-81c8-783f9e1f46d3", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0327 10:43:40.044505 3790 cni.go:424] [openshift-ingress-canary/ingress-canary-xtj7s abf0d7a5a0cb5516f7ed06f4be436336d514486191320e768dfc2c17f629bdc1 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xtj7s abf0d7a5a0cb5516f7ed06f4be436336d514486191320e768dfc2c17f629bdc1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:2b:9c:63:f5:6e\",\"name\":\"abf0d7a5a0cb551\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2de4d54-468e-4694-8100-fbc6b097a099\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:43:40.640661 3790 cni.go:403] [kube-system/global-pull-secret-syncer-pkv2z 820e4fd0342eed21bc56d6411f9816bfcb42693bfa786dc0da0163778d57cd12 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-pkv2z 820e4fd0342eed21bc56d6411f9816bfcb42693bfa786dc0da0163778d57cd12 network default NAD default] I0327 10:43:40.649521 3790 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-pkv2z, hostIfaceName: 820e4fd0342eed2, network: default, NAD default, SandboxID: "820e4fd0342eed21bc56d6411f9816bfcb42693bfa786dc0da0163778d57cd12", PCI device ID: , UID: "d0ea9ec3-7eca-42f6-922a-fcb2679672d3", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0327 10:43:40.690373 3790 cni.go:424] [kube-system/global-pull-secret-syncer-pkv2z 820e4fd0342eed21bc56d6411f9816bfcb42693bfa786dc0da0163778d57cd12 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-pkv2z 820e4fd0342eed21bc56d6411f9816bfcb42693bfa786dc0da0163778d57cd12 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:96:5c:3d:e8:04\",\"name\":\"820e4fd0342eed2\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebae6fad-d679-4e46-a4f8-79a03cf18533\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:43:41.694971 3790 cni.go:403] [openshift-network-diagnostics/network-check-target-slcss 05af0a71f9125438182df5e6a9f392631a4fb820baaaf844abb29730f4f8c7ab network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-slcss 05af0a71f9125438182df5e6a9f392631a4fb820baaaf844abb29730f4f8c7ab network default NAD default] I0327 10:43:41.704797 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-slcss, hostIfaceName: 05af0a71f912543, network: default, NAD default, SandboxID: "05af0a71f9125438182df5e6a9f392631a4fb820baaaf844abb29730f4f8c7ab", PCI device ID: , UID: "c4109aa5-fa96-4044-a14d-cefc568dcea7", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0327 10:43:41.750500 3790 cni.go:424] [openshift-network-diagnostics/network-check-target-slcss 05af0a71f9125438182df5e6a9f392631a4fb820baaaf844abb29730f4f8c7ab network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-slcss 05af0a71f9125438182df5e6a9f392631a4fb820baaaf844abb29730f4f8c7ab network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:ab:22:6c:c8:e3\",\"name\":\"05af0a71f912543\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd8169ca-9f0e-4245-9314-c8ada7ad2ee9\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:43:42.548976 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 10:43:45.877769 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 10:43:49.127934 3790 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-wcvwc for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.128061 3790 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc I0327 10:43:49.134722 3790 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-mzrcf for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.134853 3790 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf I0327 10:43:49.138500 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-g8rr4] creating logical port openshift-insights_insights-operator-5577457d66-g8rr4 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.138606 3790 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-g8rr4 I0327 10:43:49.147230 3790 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc] pod update took 19.178684ms I0327 10:43:49.147252 3790 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc] addLogicalPort annotation time took 19.223568ms I0327 10:43:49.148504 3790 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc] addLogicalPort took 20.583143ms, libovsdb time 979.774µs I0327 10:43:49.149677 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-47tnd for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.149748 3790 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd I0327 10:43:49.153919 3790 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf] pod update took 19.090115ms I0327 10:43:49.153938 3790 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf] addLogicalPort annotation time took 19.113559ms I0327 10:43:49.155001 3790 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf] addLogicalPort took 20.298625ms, libovsdb time 797.919µs I0327 10:43:49.162480 3790 pod.go:62] [openshift-insights/insights-operator-5577457d66-g8rr4] pod update took 23.894573ms I0327 10:43:49.162507 3790 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-g8rr4] addLogicalPort annotation time took 23.925462ms I0327 10:43:49.163594 3790 pods.go:271] [openshift-insights/insights-operator-5577457d66-g8rr4] addLogicalPort took 25.104568ms, libovsdb time 738.669µs I0327 10:43:49.170964 3790 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd] pod update took 21.235925ms I0327 10:43:49.170983 3790 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd] addLogicalPort annotation time took 21.260714ms I0327 10:43:49.171913 3790 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd] addLogicalPort took 22.242123ms, libovsdb time 695.527µs I0327 10:43:49.261791 3790 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-76b469cc7f-gq7d4] creating logical port openshift-ingress_router-default-76b469cc7f-gq7d4 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.261882 3790 kube.go:256] Updating pod openshift-ingress/router-default-76b469cc7f-gq7d4 I0327 10:43:49.266644 3790 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-74dcd44967-jf8ds] creating logical port openshift-ingress_router-default-74dcd44967-jf8ds for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.266748 3790 kube.go:256] Updating pod openshift-ingress/router-default-74dcd44967-jf8ds I0327 10:43:49.286158 3790 pod.go:62] [openshift-ingress/router-default-76b469cc7f-gq7d4] pod update took 24.299983ms I0327 10:43:49.286190 3790 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-76b469cc7f-gq7d4] addLogicalPort annotation time took 24.338983ms I0327 10:43:49.287441 3790 pods.go:271] [openshift-ingress/router-default-76b469cc7f-gq7d4] addLogicalPort took 25.66554ms, libovsdb time 907.37µs I0327 10:43:49.289606 3790 pod.go:62] [openshift-ingress/router-default-74dcd44967-jf8ds] pod update took 22.884719ms I0327 10:43:49.289629 3790 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-74dcd44967-jf8ds] addLogicalPort annotation time took 22.91365ms I0327 10:43:49.290580 3790 pods.go:271] [openshift-ingress/router-default-74dcd44967-jf8ds] addLogicalPort took 23.957838ms, libovsdb time 612.019µs I0327 10:43:49.360286 3790 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-nkpmc for pod on switch ip-10-0-1-188.ec2.internal I0327 10:43:49.360378 3790 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc I0327 10:43:49.391771 3790 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc] pod update took 31.415581ms I0327 10:43:49.391798 3790 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc] addLogicalPort annotation time took 31.447424ms I0327 10:43:49.392916 3790 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc] addLogicalPort took 32.64112ms, libovsdb time 798.962µs I0327 10:43:49.550889 3790 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc 5d1d693145ed86c2dd44290f0374a732eff5dc6fafdeaefa173399d1fed5c553 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc 5d1d693145ed86c2dd44290f0374a732eff5dc6fafdeaefa173399d1fed5c553 network default NAD default] I0327 10:43:49.560621 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-wcvwc, hostIfaceName: 5d1d693145ed86c, network: default, NAD default, SandboxID: "5d1d693145ed86c2dd44290f0374a732eff5dc6fafdeaefa173399d1fed5c553", PCI device ID: , UID: "07e46502-406c-4a84-add8-17774a6b7f12", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0327 10:43:49.580665 3790 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf 9290e2e1dcaafe4be99c39daa48b09a1c020a46b4229f8cc8a1f47fc3ad16c7c network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf 9290e2e1dcaafe4be99c39daa48b09a1c020a46b4229f8cc8a1f47fc3ad16c7c network default NAD default] I0327 10:43:49.590907 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-mzrcf, hostIfaceName: 9290e2e1dcaafe4, network: default, NAD default, SandboxID: "9290e2e1dcaafe4be99c39daa48b09a1c020a46b4229f8cc8a1f47fc3ad16c7c", PCI device ID: , UID: "18813791-8159-4df6-b9c4-aa5c619c47c9", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0327 10:43:49.604949 3790 cni.go:403] [openshift-insights/insights-operator-5577457d66-g8rr4 fb3765c736a266d96a8c40a0f2b72f8979da1213d4873ce0263664c26618099d network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-g8rr4 fb3765c736a266d96a8c40a0f2b72f8979da1213d4873ce0263664c26618099d network default NAD default] I0327 10:43:49.608318 3790 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc 5d1d693145ed86c2dd44290f0374a732eff5dc6fafdeaefa173399d1fed5c553 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-wcvwc 5d1d693145ed86c2dd44290f0374a732eff5dc6fafdeaefa173399d1fed5c553 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:7c:82:d6:9e:3a\",\"name\":\"5d1d693145ed86c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07605b95-3df1-4d2b-bdc1-7d0bd2fca62a\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:43:49.615794 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-g8rr4, hostIfaceName: fb3765c736a266d, network: default, NAD default, SandboxID: "fb3765c736a266d96a8c40a0f2b72f8979da1213d4873ce0263664c26618099d", PCI device ID: , UID: "74325efc-c67e-4ad5-8bd7-bf592a436e91", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0327 10:43:49.636334 3790 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf 9290e2e1dcaafe4be99c39daa48b09a1c020a46b4229f8cc8a1f47fc3ad16c7c network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrcf 9290e2e1dcaafe4be99c39daa48b09a1c020a46b4229f8cc8a1f47fc3ad16c7c network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:73:5d:4f:35:b3\",\"name\":\"9290e2e1dcaafe4\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca0a845b-9b2d-4968-8c68-c8d9b665a7b4\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:43:49.659296 3790 cni.go:424] [openshift-insights/insights-operator-5577457d66-g8rr4 fb3765c736a266d96a8c40a0f2b72f8979da1213d4873ce0263664c26618099d network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-g8rr4 fb3765c736a266d96a8c40a0f2b72f8979da1213d4873ce0263664c26618099d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:7b:92:00:d4:a2\",\"name\":\"fb3765c736a266d\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98a9b959-c8b3-4b0e-932d-d25714f1adf4\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:43:53.372956 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:43:53.372969 3790 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall I0327 10:43:53.372979 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 27.73µs I0327 10:43:53.372956 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 10:43:53.395293 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 10:43:53.863136 3790 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0327 10:43:53.864057 3790 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 895.469µs I0327 10:43:53.896282 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 10:43:55.682159 3790 namespace.go:98] [openshift-service-ca] adding namespace I0327 10:43:55.683081 3790 namespace.go:102] [openshift-service-ca] adding namespace took 895.055µs I0327 10:43:55.707904 3790 namespace.go:142] [openshift-service-ca] updating namespace I0327 10:43:58.743818 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-12.ec2.internal in network "default" I0327 10:43:58.743877 3790 node_tracker.go:235] Node ip-10-0-0-12.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-12.ec2.internal" I0327 10:43:58.743893 3790 node_tracker.go:169] Node ip-10-0-0-12.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:58.743908 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:58.743831 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "ip-10-0-0-12.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 10:43:58.744084 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 10:43:58.744274 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 10:43:58.830063 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "ip-10-0-0-12.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 10:43:58.859763 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-12.ec2.internal in network "default" I0327 10:43:58.859815 3790 node_tracker.go:169] Node ip-10-0-0-12.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:58.859826 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:58.859843 3790 default_network_controller.go:1008] Node "ip-10-0-0-12.ec2.internal" in remote zone "ip-10-0-0-12.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 10:43:58.860038 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 10:43:58.860198 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 10:43:58.860696 3790 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-12.ec2.internal for the network default I0327 10:43:58.861998 3790 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-12.ec2.internal" on network "default" took: 1.326232ms I0327 10:43:59.910123 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:43:59.910157 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 41.491µs I0327 10:43:59.910117 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-12.ec2.internal in network "default" I0327 10:43:59.910204 3790 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-12.ec2.internal", IP: 10.0.0.12 to PMTUD blocking rules I0327 10:43:59.910235 3790 node_tracker.go:169] Node ip-10-0-0-12.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:59.910239 3790 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-12.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 10:43:59.910248 3790 services_controller.go:574] Full service sync requested for network=default I0327 10:43:59.910128 3790 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall W0327 10:43:59.910347 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 10:43:59.910499 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 10:43:59.916580 3790 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-12.ec2.internal. Updating no re-route policies I0327 10:43:59.925799 3790 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-12.ec2.internal", IP: 10.0.0.12 to PMTUD blocking rules I0327 10:43:59.925819 3790 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-12.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0327 10:44:06.844191 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 10:44:11.747682 3790 cni.go:403] [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default] I0327 10:44:11.756729 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7d555f8896-77spw, hostIfaceName: b10b8be248651f2, network: default, NAD default, SandboxID: "b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633", PCI device ID: , UID: "57f247a4-9023-4bd9-ae52-9edfa3504b5d", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0327 10:44:11.783696 3790 cni.go:403] [openshift-dns/dns-default-7g89t ad2e7322a27e9e12026814d804ab62e86b8546c85e23fc7cfe38c7707d65606c network default NAD default] ADD starting CNI request [openshift-dns/dns-default-7g89t ad2e7322a27e9e12026814d804ab62e86b8546c85e23fc7cfe38c7707d65606c network default NAD default] I0327 10:44:11.803455 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7g89t, hostIfaceName: ad2e7322a27e9e1, network: default, NAD default, SandboxID: "ad2e7322a27e9e12026814d804ab62e86b8546c85e23fc7cfe38c7707d65606c", PCI device ID: , UID: "8800648a-b015-47ab-91e0-f4221038b33c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0327 10:44:11.804474 3790 cni.go:424] [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:62:04:59:e5:8b\",\"name\":\"b10b8be248651f2\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b32d73a-62d7-4b0b-9843-06f014882fb6\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:44:11.849301 3790 cni.go:424] [openshift-dns/dns-default-7g89t ad2e7322a27e9e12026814d804ab62e86b8546c85e23fc7cfe38c7707d65606c network default NAD default] ADD finished CNI request [openshift-dns/dns-default-7g89t ad2e7322a27e9e12026814d804ab62e86b8546c85e23fc7cfe38c7707d65606c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:e3:7c:03:66:20\",\"name\":\"ad2e7322a27e9e1\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64a9a541-1198-4171-b59e-dea979752907\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:44:13.819085 3790 cni.go:403] [openshift-multus/network-metrics-daemon-kfv96 17da135d8abac8b60cad93f43f13b4f458696f25122e0c5a1c55c30aab8c81a8 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-kfv96 17da135d8abac8b60cad93f43f13b4f458696f25122e0c5a1c55c30aab8c81a8 network default NAD default] I0327 10:44:13.829177 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-kfv96, hostIfaceName: 17da135d8abac8b, network: default, NAD default, SandboxID: "17da135d8abac8b60cad93f43f13b4f458696f25122e0c5a1c55c30aab8c81a8", PCI device ID: , UID: "f462e759-a535-49a2-b42e-ba3aff775c2e", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0327 10:44:13.874760 3790 cni.go:424] [openshift-multus/network-metrics-daemon-kfv96 17da135d8abac8b60cad93f43f13b4f458696f25122e0c5a1c55c30aab8c81a8 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-kfv96 17da135d8abac8b60cad93f43f13b4f458696f25122e0c5a1c55c30aab8c81a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:31:11:76:0f:8f\",\"name\":\"17da135d8abac8b\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d44af14-b2f4-4079-a0b7-1a7a93077626\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:44:17.375987 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 10:44:17.382150 3790 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:17.382170 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:17.382175 3790 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:17.384888 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 10:44:17.438578 3790 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-747b8fcfd7-nsslh IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-747b8fcfd7-nsslh: no pod IPs found I0327 10:44:17.471695 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vktmx] creating logical port openshift-insights_insights-runtime-extractor-vktmx for pod on switch ip-10-0-1-188.ec2.internal I0327 10:44:17.471863 3790 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vktmx I0327 10:44:17.516052 3790 pod.go:62] [openshift-insights/insights-runtime-extractor-vktmx] pod update took 44.240826ms I0327 10:44:17.516084 3790 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-vktmx] addLogicalPort annotation time took 44.276144ms I0327 10:44:17.517383 3790 pods.go:271] [openshift-insights/insights-runtime-extractor-vktmx] addLogicalPort took 45.710593ms, libovsdb time 958.664µs I0327 10:44:17.790333 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:44:17.790366 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 38.008µs I0327 10:44:17.872727 3790 cni.go:403] [openshift-insights/insights-runtime-extractor-vktmx 2e3435469a8d0cc92536cdc02cf9540fb99398a598b40f6e8cba6b6174fbb8dc network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vktmx 2e3435469a8d0cc92536cdc02cf9540fb99398a598b40f6e8cba6b6174fbb8dc network default NAD default] I0327 10:44:17.881233 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vktmx, hostIfaceName: 2e3435469a8d0cc, network: default, NAD default, SandboxID: "2e3435469a8d0cc92536cdc02cf9540fb99398a598b40f6e8cba6b6174fbb8dc", PCI device ID: , UID: "c151d845-8a75-47fd-9d59-d8e3b7350381", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0327 10:44:17.925984 3790 cni.go:424] [openshift-insights/insights-runtime-extractor-vktmx 2e3435469a8d0cc92536cdc02cf9540fb99398a598b40f6e8cba6b6174fbb8dc network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vktmx 2e3435469a8d0cc92536cdc02cf9540fb99398a598b40f6e8cba6b6174fbb8dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:ca:92:ac:0f:a1\",\"name\":\"2e3435469a8d0cc\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26476b08-99fd-40ff-a8dc-85bed665ef1d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:44:18.558506 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 10:44:19.475801 3790 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:44:19.476425 3790 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:44:19.499378 3790 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:44:19.499401 3790 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:44:19.509549 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d555f8896-kw7fv I0327 10:44:19.509584 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d555f8896-kw7fv W0327 10:44:20.480513 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 10:44:21.399008 3790 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd 135b92396eb348bfbf810dfc1f4f6f8fbf4df5c87c7a2e8d4d5f5fde3cd364ad network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd 135b92396eb348bfbf810dfc1f4f6f8fbf4df5c87c7a2e8d4d5f5fde3cd364ad network default NAD default] I0327 10:44:21.407545 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-47tnd, hostIfaceName: 135b92396eb348b, network: default, NAD default, SandboxID: "135b92396eb348bfbf810dfc1f4f6f8fbf4df5c87c7a2e8d4d5f5fde3cd364ad", PCI device ID: , UID: "9b84d0cd-e5f6-47b5-9874-dd63ab2a3727", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0327 10:44:21.454036 3790 cni.go:403] [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default] ADD starting CNI request [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default] I0327 10:44:21.460108 3790 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd 135b92396eb348bfbf810dfc1f4f6f8fbf4df5c87c7a2e8d4d5f5fde3cd364ad network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-47tnd 135b92396eb348bfbf810dfc1f4f6f8fbf4df5c87c7a2e8d4d5f5fde3cd364ad network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:13:11:b5:e3:75\",\"name\":\"135b92396eb348b\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f5abc22-325f-4aef-9b5c-4b49f8585f6d\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:44:21.462810 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-76b469cc7f-gq7d4, hostIfaceName: 438053c39d0c750, network: default, NAD default, SandboxID: "438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca", PCI device ID: , UID: "27303490-4fe5-46a4-9dcb-191b853e443e", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0327 10:44:21.469110 3790 cni.go:403] [openshift-ingress/router-default-74dcd44967-jf8ds 025d02a0368b51e9eaf886dcc7c7248a7bc50e73d88983b9d2d1a4bd3aa24d54 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-74dcd44967-jf8ds 025d02a0368b51e9eaf886dcc7c7248a7bc50e73d88983b9d2d1a4bd3aa24d54 network default NAD default] I0327 10:44:21.477516 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-74dcd44967-jf8ds, hostIfaceName: 025d02a0368b51e, network: default, NAD default, SandboxID: "025d02a0368b51e9eaf886dcc7c7248a7bc50e73d88983b9d2d1a4bd3aa24d54", PCI device ID: , UID: "1f3e3887-ec50-4174-878d-f16d64d130ca", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0327 10:44:21.511757 3790 cni.go:424] [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default] ADD finished CNI request [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:c4:13:6f:94:35\",\"name\":\"438053c39d0c750\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/526059cd-76c2-40d5-9f6b-1b2339dd4de2\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:44:21.521555 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:21.521575 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:21.521604 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:21.521619 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:21.521624 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0327 10:44:21.531340 3790 cni.go:424] [openshift-ingress/router-default-74dcd44967-jf8ds 025d02a0368b51e9eaf886dcc7c7248a7bc50e73d88983b9d2d1a4bd3aa24d54 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-74dcd44967-jf8ds 025d02a0368b51e9eaf886dcc7c7248a7bc50e73d88983b9d2d1a4bd3aa24d54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:c3:cc:a0:26:6b\",\"name\":\"025d02a0368b51e\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c10ab543-790d-4976-9227-373266bd7244\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:44:21.549628 3790 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc a7ab502c443db8003d2bd7668b2dc697c6e2fc22c65a894f67dfca3de0d511ff network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc a7ab502c443db8003d2bd7668b2dc697c6e2fc22c65a894f67dfca3de0d511ff network default NAD default] I0327 10:44:21.558886 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-nkpmc, hostIfaceName: a7ab502c443db80, network: default, NAD default, SandboxID: "a7ab502c443db8003d2bd7668b2dc697c6e2fc22c65a894f67dfca3de0d511ff", PCI device ID: , UID: "1c2e5d55-f3ae-4511-a2f6-43d35583c6f9", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] W0327 10:44:21.585660 3790 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:21.585678 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:21.585683 3790 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0327 10:44:21.610465 3790 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc a7ab502c443db8003d2bd7668b2dc697c6e2fc22c65a894f67dfca3de0d511ff network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-nkpmc a7ab502c443db8003d2bd7668b2dc697c6e2fc22c65a894f67dfca3de0d511ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:ff:bf:8f:32:ea\",\"name\":\"a7ab502c443db80\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3dac463-42f0-4d65-bd2e-af594e6b5496\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:44:22.001053 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.001084 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.001093 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.001097 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.001109 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.028308 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.028328 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.028452 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.028471 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.028476 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.501660 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.501682 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.501687 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.501700 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.501705 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.501710 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.504525 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.504550 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.504601 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.504620 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.504668 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.504676 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:23.014192 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:23.014235 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0327 10:44:23.115276 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0327 10:44:23.129180 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:23.129200 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:23.129206 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default I0327 10:44:23.253238 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 10:44:24.213376 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-vqssj for pod on switch ip-10-0-1-188.ec2.internal I0327 10:44:24.213515 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj I0327 10:44:24.238292 3790 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj] pod update took 24.844893ms I0327 10:44:24.238321 3790 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj] addLogicalPort annotation time took 24.878242ms I0327 10:44:24.239520 3790 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj] addLogicalPort took 26.159995ms, libovsdb time 868.269µs W0327 10:44:24.974786 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974808 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974814 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0327 10:44:25.185889 3790 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj 49c2b9195d854dd264462b8af7aea0b87cde93086359dc4400d716813493775a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj 49c2b9195d854dd264462b8af7aea0b87cde93086359dc4400d716813493775a network default NAD default] I0327 10:44:25.194443 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-vqssj, hostIfaceName: 49c2b9195d854dd, network: default, NAD default, SandboxID: "49c2b9195d854dd264462b8af7aea0b87cde93086359dc4400d716813493775a", PCI device ID: , UID: "b2a052a2-d6d3-4002-8419-9a0b42baf367", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0327 10:44:25.243894 3790 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj 49c2b9195d854dd264462b8af7aea0b87cde93086359dc4400d716813493775a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-vqssj 49c2b9195d854dd264462b8af7aea0b87cde93086359dc4400d716813493775a network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:75:fa:7d:08:59\",\"name\":\"49c2b9195d854dd\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/496585c2-ff3b-4893-b74a-93d5368f1f35\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:44:27.028615 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 10:44:27.053698 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 10:44:33.996199 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0327 10:44:38.528387 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-glxwd for pod on switch ip-10-0-1-188.ec2.internal I0327 10:44:38.528482 3790 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd I0327 10:44:38.546889 3790 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd] pod update took 18.431211ms I0327 10:44:38.546914 3790 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd] addLogicalPort annotation time took 18.464264ms I0327 10:44:38.548330 3790 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd] addLogicalPort took 19.957047ms, libovsdb time 1.006846ms W0327 10:44:38.585730 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.585754 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.585762 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.664233 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.664252 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.664258 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 10:44:38.884639 3790 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd db8e6671d76242838257963dbb9619cf96d6d0a71670e785198368632e89f10f network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd db8e6671d76242838257963dbb9619cf96d6d0a71670e785198368632e89f10f network default NAD default] I0327 10:44:38.893657 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-glxwd, hostIfaceName: db8e6671d762428, network: default, NAD default, SandboxID: "db8e6671d76242838257963dbb9619cf96d6d0a71670e785198368632e89f10f", PCI device ID: , UID: "6d90f8dc-fae2-47fb-b857-ab6c30b3e50c", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0327 10:44:38.940461 3790 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd db8e6671d76242838257963dbb9619cf96d6d0a71670e785198368632e89f10f network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-glxwd db8e6671d76242838257963dbb9619cf96d6d0a71670e785198368632e89f10f network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:ec:1d:05:2a:a3\",\"name\":\"db8e6671d762428\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37d47f71-5b2f-4386-8760-6bcf4108dc87\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:44:40.480478 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:44:40.480621 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0327 10:44:40.506599 3790 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.017191ms I0327 10:44:40.506628 3790 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.051345ms I0327 10:44:40.507804 3790 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.345847ms, libovsdb time 852.617µs I0327 10:44:40.847385 3790 cni.go:403] [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default] I0327 10:44:40.855907 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: baac9ff2ab1d41e, network: default, NAD default, SandboxID: "baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6", PCI device ID: , UID: "574ed845-838d-4227-8afa-27118870b325", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0327 10:44:40.902167 3790 cni.go:424] [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:59:d6:b7:6c:0d\",\"name\":\"baac9ff2ab1d41e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d4804fe-d766-4843-8e1e-1b2f3a9af0eb\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:44:41.082815 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0327 10:44:41.120383 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0327 10:44:42.112353 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:42.112373 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:42.605746 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.605769 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.605774 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.605778 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.641085 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 10:44:42.684406 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 10:44:42.750307 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:42.750325 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:43.702388 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:43.702411 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:43.702418 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:43.702424 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 10:44:44.860721 3790 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-9z9p2] creating logical port openshift-console_downloads-56d45c498b-9z9p2 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:44:44.860894 3790 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-9z9p2 I0327 10:44:44.876329 3790 pod.go:62] [openshift-console/downloads-56d45c498b-9z9p2] pod update took 15.465441ms I0327 10:44:44.876356 3790 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-9z9p2] addLogicalPort annotation time took 15.499173ms I0327 10:44:44.877627 3790 pods.go:271] [openshift-console/downloads-56d45c498b-9z9p2] addLogicalPort took 16.926441ms, libovsdb time 910.118µs I0327 10:44:45.536463 3790 cni.go:403] [openshift-console/downloads-56d45c498b-9z9p2 6b9d2840dbdd3ea01770957c90f98243c76571905ec4fb58d823c9339528b164 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-9z9p2 6b9d2840dbdd3ea01770957c90f98243c76571905ec4fb58d823c9339528b164 network default NAD default] I0327 10:44:45.545316 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-9z9p2, hostIfaceName: 6b9d2840dbdd3ea, network: default, NAD default, SandboxID: "6b9d2840dbdd3ea01770957c90f98243c76571905ec4fb58d823c9339528b164", PCI device ID: , UID: "858e811f-8090-4261-9d0d-0b74cb2d8349", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0327 10:44:45.595013 3790 cni.go:424] [openshift-console/downloads-56d45c498b-9z9p2 6b9d2840dbdd3ea01770957c90f98243c76571905ec4fb58d823c9339528b164 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-9z9p2 6b9d2840dbdd3ea01770957c90f98243c76571905ec4fb58d823c9339528b164 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:2f:e6:f6:74:8f\",\"name\":\"6b9d2840dbdd3ea\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/099ec6cb-e8c6-4695-a36b-8b46c0fe6fc5\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:44:52.234297 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0327 10:44:56.765410 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 10:45:01.540947 3790 base_network_controller_pods.go:487] [default/openshift-console/console-58986f9998-rtjq6] creating logical port openshift-console_console-58986f9998-rtjq6 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:45:01.541051 3790 kube.go:256] Updating pod openshift-console/console-58986f9998-rtjq6 I0327 10:45:01.562348 3790 pod.go:62] [openshift-console/console-58986f9998-rtjq6] pod update took 21.322175ms I0327 10:45:01.562381 3790 base_network_controller_pods.go:937] [default/openshift-console/console-58986f9998-rtjq6] addLogicalPort annotation time took 21.360591ms I0327 10:45:01.563754 3790 pods.go:271] [openshift-console/console-58986f9998-rtjq6] addLogicalPort took 22.822849ms, libovsdb time 1.025364ms I0327 10:45:01.899711 3790 cni.go:403] [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default] ADD starting CNI request [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default] I0327 10:45:01.908496 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-58986f9998-rtjq6, hostIfaceName: 4b8325d17146e42, network: default, NAD default, SandboxID: "4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f", PCI device ID: , UID: "b3f01d18-4f6f-4f19-bb49-dd44a77d98f9", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0327 10:45:01.957856 3790 cni.go:424] [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default] ADD finished CNI request [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:d8:2d:64:49:6d\",\"name\":\"4b8325d17146e42\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad3f52d9-cf52-40db-83cb-7bb9cd286ffc\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:45:02.182872 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0327 10:45:02.208487 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0327 10:45:03.714449 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0327 10:45:05.249695 3790 cni.go:403] [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default] I0327 10:45:05.327588 3790 cni.go:424] [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-7d555f8896-77spw b10b8be248651f2c29654e72f9fd83611fb98fc8bac21fc52147e124ad4bc633 network default NAD default], result "{}", err I0327 10:45:05.384180 3790 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:05.384320 3790 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7d555f8896-77spw I0327 10:45:05.385882 3790 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7d555f8896-77spw, ips: 10.129.0.6 I0327 10:45:05.385923 3790 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:06.231988 3790 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:06.232015 3790 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:06.238971 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d555f8896-77spw I0327 10:45:06.239036 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d555f8896-77spw I0327 10:45:08.476038 3790 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn for pod on switch ip-10-0-1-188.ec2.internal I0327 10:45:08.476148 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn I0327 10:45:08.489445 3790 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn] pod update took 13.325412ms I0327 10:45:08.489470 3790 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn] addLogicalPort annotation time took 13.358168ms I0327 10:45:08.490885 3790 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn] addLogicalPort took 14.869201ms, libovsdb time 1.036444ms W0327 10:45:08.717906 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0327 10:45:08.848291 3790 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default] I0327 10:45:08.858445 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn, hostIfaceName: 003d0358855f054, network: default, NAD default, SandboxID: "003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4", PCI device ID: , UID: "f57cb0f5-0180-44a2-8e72-98ebf2e8a66b", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0327 10:45:08.911071 3790 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:17:05:ad:77:2e\",\"name\":\"003d0358855f054\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a64e03d-8035-4d99-be06-65579aa091c9\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:45:12.240947 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 10:45:19.259549 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 10:45:19.259555 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 10:45:19.259685 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 10:45:20.295542 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 10:45:25.294809 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0327 10:45:25.294952 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0327 10:45:25.295014 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0327 10:45:26.303653 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0327 10:45:28.979745 3790 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-k96p8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:28.980356 3790 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-k96p8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:29.823527 3790 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-k96p8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:29.823550 3790 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-k96p8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:29.831714 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f88f684cc-k96p8 I0327 10:45:29.831745 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f88f684cc-k96p8 I0327 10:45:30.323080 3790 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default] I0327 10:45:30.396750 3790 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn 003d0358855f054d5dc89faa1dbac8af4bb4e5f3a53348c8f950cb889fb40ef4 network default NAD default], result "{}", err I0327 10:45:30.464708 3790 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.464750 3790 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn I0327 10:45:30.466148 3790 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn, ips: 10.129.0.22 I0327 10:45:30.466185 3790 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.466211 3790 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.466248 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0327 10:45:30.466485 3790 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.466503 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0327 10:45:31.493284 3790 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:31.493314 3790 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:31.493326 3790 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:31.493341 3790 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:33.570861 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 10:45:33.582197 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 10:45:37.574062 3790 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-6gcsg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:37.574821 3790 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-6gcsg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:37.924808 3790 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-6gcsg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:37.924862 3790 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-6gcsg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:37.938023 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f88f684cc-6gcsg I0327 10:45:37.938046 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f88f684cc-6gcsg I0327 10:45:38.249339 3790 cni.go:403] [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default] DEL starting CNI request [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default] I0327 10:45:38.334555 3790 cni.go:424] [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default] DEL finished CNI request [openshift-ingress/router-default-76b469cc7f-gq7d4 438053c39d0c750b2ab7777401814fec95a2cc74b092b3c3e9fb92f2d746acca network default NAD default], result "{}", err I0327 10:45:38.397664 3790 obj_retry.go:464] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:38.397727 3790 pods.go:176] Deleting pod: openshift-ingress/router-default-76b469cc7f-gq7d4 I0327 10:45:38.398909 3790 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-76b469cc7f-gq7d4, ips: 10.129.0.13 I0327 10:45:38.398936 3790 obj_retry.go:464] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:39.354846 3790 obj_retry.go:458] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:39.354875 3790 obj_retry.go:458] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:39.362111 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-76b469cc7f-gq7d4 I0327 10:45:39.362142 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-76b469cc7f-gq7d4 W0327 10:45:40.983076 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:45:40.983104 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:45:40.983116 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:45:40.983121 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:45:41.419784 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:45:41.419809 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 10:45:55.887126 3790 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:55.887766 3790 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:56.220606 3790 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:56.220639 3790 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:56.228951 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0327 10:45:56.228978 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0327 10:45:58.671362 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-559f8d9749-2gd8n] creating logical port openshift-monitoring_telemeter-client-559f8d9749-2gd8n for pod on switch ip-10-0-1-188.ec2.internal I0327 10:45:58.671479 3790 kube.go:256] Updating pod openshift-monitoring/telemeter-client-559f8d9749-2gd8n I0327 10:45:58.691976 3790 pod.go:62] [openshift-monitoring/telemeter-client-559f8d9749-2gd8n] pod update took 20.533546ms I0327 10:45:58.692008 3790 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-559f8d9749-2gd8n] addLogicalPort annotation time took 20.572892ms I0327 10:45:58.693333 3790 pods.go:271] [openshift-monitoring/telemeter-client-559f8d9749-2gd8n] addLogicalPort took 21.985477ms, libovsdb time 958.146µs I0327 10:45:59.072505 3790 cni.go:403] [openshift-monitoring/telemeter-client-559f8d9749-2gd8n 27ddd62a874328d3581d39b3aec21f80a4f8f5e133af0e71827ec81d4e700f24 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-559f8d9749-2gd8n 27ddd62a874328d3581d39b3aec21f80a4f8f5e133af0e71827ec81d4e700f24 network default NAD default] I0327 10:45:59.080924 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-559f8d9749-2gd8n, hostIfaceName: 27ddd62a874328d, network: default, NAD default, SandboxID: "27ddd62a874328d3581d39b3aec21f80a4f8f5e133af0e71827ec81d4e700f24", PCI device ID: , UID: "f42f6f1f-a65d-4313-9080-a76899a653b3", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0327 10:45:59.127835 3790 cni.go:424] [openshift-monitoring/telemeter-client-559f8d9749-2gd8n 27ddd62a874328d3581d39b3aec21f80a4f8f5e133af0e71827ec81d4e700f24 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-559f8d9749-2gd8n 27ddd62a874328d3581d39b3aec21f80a4f8f5e133af0e71827ec81d4e700f24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:c5:31:b9:6e:5a\",\"name\":\"27ddd62a874328d\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1230fd21-eb01-4847-9092-c43ad764d198\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:46:00.674952 3790 cni.go:403] [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default] I0327 10:46:00.758806 3790 cni.go:424] [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 baac9ff2ab1d41e3afe71c05828076bfe4004d537d962ab87b2f7b8f957f64b6 network default NAD default], result "{}", err I0327 10:46:00.839246 3790 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:00.839283 3790 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0327 10:46:00.840624 3790 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0327 10:46:00.840652 3790 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:01.464326 3790 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:01.464359 3790 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:01.472726 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0327 10:46:01.472760 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0327 10:46:01.512402 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:46:01.512508 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0327 10:46:01.535327 3790 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.856885ms I0327 10:46:01.535354 3790 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.889833ms I0327 10:46:01.536802 3790 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.419267ms, libovsdb time 1.093295ms I0327 10:46:01.909995 3790 cni.go:403] [openshift-monitoring/prometheus-k8s-1 532a45d65da4bac9c6635c4538f677225eab424eb7ab8558ae5d931b9361d06d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 532a45d65da4bac9c6635c4538f677225eab424eb7ab8558ae5d931b9361d06d network default NAD default] I0327 10:46:01.919440 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 532a45d65da4bac, network: default, NAD default, SandboxID: "532a45d65da4bac9c6635c4538f677225eab424eb7ab8558ae5d931b9361d06d", PCI device ID: , UID: "f10441c8-9fa1-43f4-9844-85aa2c1fcd17", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0327 10:46:01.967434 3790 cni.go:424] [openshift-monitoring/prometheus-k8s-1 532a45d65da4bac9c6635c4538f677225eab424eb7ab8558ae5d931b9361d06d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 532a45d65da4bac9c6635c4538f677225eab424eb7ab8558ae5d931b9361d06d network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:ae:f9:61:b2:fe\",\"name\":\"532a45d65da4bac\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1780ab99-54cf-4534-afac-9e8d771aa9cc\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:46:17.995177 3790 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:17.995740 3790 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:18.394663 3790 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:18.394687 3790 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:18.406317 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0327 10:46:18.406345 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0327 10:46:28.148461 3790 obj_retry.go:464] Detected object openshift-console/console-58986f9998-4dzjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:28.149022 3790 obj_retry.go:464] Detected object openshift-console/console-58986f9998-4dzjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:29.097067 3790 obj_retry.go:458] Detected object openshift-console/console-58986f9998-4dzjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:29.097090 3790 obj_retry.go:458] Detected object openshift-console/console-58986f9998-4dzjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:29.105385 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58986f9998-4dzjz I0327 10:46:29.105417 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58986f9998-4dzjz I0327 10:46:39.279962 3790 cni.go:403] [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default] DEL starting CNI request [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default] I0327 10:46:39.353651 3790 cni.go:424] [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default] DEL finished CNI request [openshift-console/console-58986f9998-rtjq6 4b8325d17146e424498d53bf742790ab47b62e0b4bf3494f3c65bc32b6e2ed6f network default NAD default], result "{}", err I0327 10:46:39.399500 3790 obj_retry.go:464] Detected object openshift-console/console-58986f9998-rtjq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:39.399540 3790 pods.go:176] Deleting pod: openshift-console/console-58986f9998-rtjq6 I0327 10:46:39.400797 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-58986f9998-rtjq6, ips: 10.129.0.21 I0327 10:46:39.400822 3790 obj_retry.go:464] Detected object openshift-console/console-58986f9998-rtjq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:39.610268 3790 obj_retry.go:458] Detected object openshift-console/console-58986f9998-rtjq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:39.610291 3790 obj_retry.go:458] Detected object openshift-console/console-58986f9998-rtjq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:39.620106 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58986f9998-rtjq6 I0327 10:46:39.620138 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58986f9998-rtjq6 W0327 10:47:02.747259 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:47:02.747285 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 10:47:04.050428 3790 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:47:04.050999 3790 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:47:04.297012 3790 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:47:04.297040 3790 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:47:04.305467 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0327 10:47:04.305496 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0327 10:47:24.309940 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 10:47:30.349414 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:47:30.349447 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 39.094µs I0327 10:47:30.349413 3790 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall I0327 10:48:34.473852 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0327 10:48:35.469472 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0327 10:48:44.867185 3790 base_network_controller_pods.go:487] [default/openshift-console/console-7fdc5b6d67-6pkhl] creating logical port openshift-console_console-7fdc5b6d67-6pkhl for pod on switch ip-10-0-1-188.ec2.internal I0327 10:48:44.867324 3790 kube.go:256] Updating pod openshift-console/console-7fdc5b6d67-6pkhl I0327 10:48:44.895530 3790 pod.go:62] [openshift-console/console-7fdc5b6d67-6pkhl] pod update took 28.229633ms I0327 10:48:44.895555 3790 base_network_controller_pods.go:937] [default/openshift-console/console-7fdc5b6d67-6pkhl] addLogicalPort annotation time took 28.261208ms I0327 10:48:44.896785 3790 pods.go:271] [openshift-console/console-7fdc5b6d67-6pkhl] addLogicalPort took 29.618624ms, libovsdb time 883.061µs I0327 10:48:45.224701 3790 cni.go:403] [openshift-console/console-7fdc5b6d67-6pkhl ee5b2649494a2d3a819c03cb80e5d5027cd25ac1f373fa6275f49a6a6168e7f4 network default NAD default] ADD starting CNI request [openshift-console/console-7fdc5b6d67-6pkhl ee5b2649494a2d3a819c03cb80e5d5027cd25ac1f373fa6275f49a6a6168e7f4 network default NAD default] I0327 10:48:45.234350 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7fdc5b6d67-6pkhl, hostIfaceName: ee5b2649494a2d3, network: default, NAD default, SandboxID: "ee5b2649494a2d3a819c03cb80e5d5027cd25ac1f373fa6275f49a6a6168e7f4", PCI device ID: , UID: "bdd235bb-5483-40cd-9c4e-a7b96acd4021", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0327 10:48:45.278328 3790 cni.go:424] [openshift-console/console-7fdc5b6d67-6pkhl ee5b2649494a2d3a819c03cb80e5d5027cd25ac1f373fa6275f49a6a6168e7f4 network default NAD default] ADD finished CNI request [openshift-console/console-7fdc5b6d67-6pkhl ee5b2649494a2d3a819c03cb80e5d5027cd25ac1f373fa6275f49a6a6168e7f4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:b7:81:6b:83:14\",\"name\":\"ee5b2649494a2d3\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5667af51-346b-4d13-a7d2-9ded620dd0a0\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:48:48.447825 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0327 10:48:56.144448 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 10:49:10.162053 3790 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-ndnx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:10.162704 3790 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-ndnx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:10.751675 3790 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-ndnx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:10.751698 3790 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-ndnx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:10.758795 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b78f9445-ndnx7 I0327 10:49:10.758824 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b78f9445-ndnx7 I0327 10:49:20.351609 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0327 10:49:21.473081 3790 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-v2w9t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:21.473657 3790 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-v2w9t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:21.849272 3790 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-v2w9t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:21.849298 3790 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-v2w9t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:21.856616 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b78f9445-v2w9t I0327 10:49:21.856643 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b78f9445-v2w9t I0327 10:49:35.437945 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0327 10:49:39.350379 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 10:50:05.085422 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:50:05.085977 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:50:05.983261 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:50:05.983291 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:50:24.464182 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0327 10:50:31.350904 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 W0327 10:50:39.101315 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:50:40.350697 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0327 10:50:49.700203 3790 namespace.go:98] [tsf] adding namespace I0327 10:50:49.701115 3790 namespace.go:102] [tsf] adding namespace took 873.667µs I0327 10:50:49.730511 3790 namespace.go:142] [tsf] updating namespace I0327 10:50:49.773646 3790 namespace.go:142] [tsf] updating namespace I0327 10:50:50.155997 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 10:50:50.156062 3790 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m26ks IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m26ks: no pod IPs found I0327 10:50:53.454257 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0327 10:50:53.456883 3790 namespace.go:98] [cert-manager-operator] adding namespace I0327 10:50:53.457722 3790 namespace.go:102] [cert-manager-operator] adding namespace took 817.88µs I0327 10:50:53.459867 3790 namespace.go:98] [tsf-keycloak] adding namespace I0327 10:50:53.460685 3790 namespace.go:102] [tsf-keycloak] adding namespace took 799.575µs I0327 10:50:53.461974 3790 namespace.go:98] [konflux-operator] adding namespace I0327 10:50:53.462142 3790 namespace.go:98] [konflux-ui] adding namespace I0327 10:50:53.462156 3790 namespace.go:98] [tsf-tas] adding namespace I0327 10:50:53.462311 3790 namespace.go:98] [tsf-tpa] adding namespace I0327 10:50:53.462696 3790 namespace.go:102] [konflux-operator] adding namespace took 707.255µs I0327 10:50:53.463205 3790 namespace.go:102] [konflux-ui] adding namespace took 1.052788ms I0327 10:50:53.463409 3790 namespace.go:98] [rhtpa-operator] adding namespace I0327 10:50:53.463736 3790 namespace.go:102] [tsf-tas] adding namespace took 1.568271ms I0327 10:50:53.464270 3790 namespace.go:102] [tsf-tpa] adding namespace took 1.944396ms I0327 10:50:53.464853 3790 namespace.go:102] [rhtpa-operator] adding namespace took 1.430246ms I0327 10:50:53.466161 3790 namespace.go:98] [rhbk-operator] adding namespace I0327 10:50:53.466853 3790 namespace.go:102] [rhbk-operator] adding namespace took 678.861µs I0327 10:50:53.492180 3790 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:50:53.509382 3790 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:50:53.513039 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:53.513200 3790 namespace.go:142] [konflux-operator] updating namespace I0327 10:50:53.513234 3790 namespace.go:142] [tsf-tas] updating namespace I0327 10:50:53.513276 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:50:53.523846 3790 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:50:53.523889 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:53.523986 3790 namespace.go:142] [rhbk-operator] updating namespace I0327 10:50:53.533963 3790 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:50:53.566636 3790 namespace.go:142] [konflux-operator] updating namespace I0327 10:50:53.586614 3790 namespace.go:142] [konflux-operator] updating namespace I0327 10:50:53.597268 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:50:53.622298 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:50:53.637255 3790 namespace.go:142] [tsf-tas] updating namespace I0327 10:50:53.655699 3790 namespace.go:142] [tsf-tas] updating namespace I0327 10:50:53.661974 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:53.678172 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:53.696462 3790 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:50:53.716244 3790 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:50:53.733780 3790 namespace.go:142] [rhbk-operator] updating namespace I0327 10:50:53.747369 3790 namespace.go:142] [rhbk-operator] updating namespace I0327 10:50:53.766016 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:53.786441 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:54.652079 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:54.667515 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:56.264360 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk for pod on switch ip-10-0-1-188.ec2.internal I0327 10:50:56.264497 3790 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk I0327 10:50:56.279002 3790 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk] pod update took 14.534568ms I0327 10:50:56.279032 3790 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk] addLogicalPort annotation time took 14.5703ms I0327 10:50:56.280270 3790 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk] addLogicalPort took 15.925772ms, libovsdb time 852.016µs I0327 10:50:56.402322 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb for pod on switch ip-10-0-1-188.ec2.internal I0327 10:50:56.402489 3790 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb I0327 10:50:56.416335 3790 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb] pod update took 13.885381ms I0327 10:50:56.416362 3790 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb] addLogicalPort annotation time took 13.91949ms I0327 10:50:56.417600 3790 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb] addLogicalPort took 15.301705ms, libovsdb time 884.219µs I0327 10:50:56.625666 3790 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default] I0327 10:50:56.634700 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk, hostIfaceName: f403b2278185e97, network: default, NAD default, SandboxID: "f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294", PCI device ID: , UID: "51405cad-80ba-44b2-96b4-3ae1f9aefc87", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0327 10:50:56.680235 3790 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:0f:a1:17:6f:18\",\"name\":\"f403b2278185e97\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e43a7ea0-ec3d-43ac-b22f-767273b93ee0\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:50:56.762523 3790 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default] I0327 10:50:56.772281 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb, hostIfaceName: 8c5c1b893697abd, network: default, NAD default, SandboxID: "8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e", PCI device ID: , UID: "622b7d65-a125-446c-a356-5d513c8e8077", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0327 10:50:56.819349 3790 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:37:a5:54:9f:80\",\"name\":\"8c5c1b893697abd\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba5c2b9f-4148-44e3-a803-3d4bb58126b0\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:50:59.399726 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs for pod on switch ip-10-0-1-188.ec2.internal I0327 10:50:59.399830 3790 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs I0327 10:50:59.413259 3790 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs] pod update took 13.459217ms I0327 10:50:59.413285 3790 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs] addLogicalPort annotation time took 13.49284ms I0327 10:50:59.414564 3790 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs] addLogicalPort took 14.855016ms, libovsdb time 923.133µs I0327 10:50:59.761473 3790 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default] I0327 10:50:59.770453 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs, hostIfaceName: 1ad81440d6f77ea, network: default, NAD default, SandboxID: "1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953", PCI device ID: , UID: "e182caed-02c7-4f19-bc91-8d3a80cf83b1", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0327 10:50:59.817770 3790 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:27:9a:a2:c7:db\",\"name\":\"1ad81440d6f77ea\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6aadfd2f-3432-47ea-8aa8-76631341a1dc\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:00.630077 3790 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default] I0327 10:51:00.703589 3790 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb 8c5c1b893697abd48d6c95ae5bb665a4cdc94417b9e4794a9660be926679857e network default NAD default], result "{}", err I0327 10:51:00.753624 3790 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.753675 3790 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb I0327 10:51:00.755164 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb, ips: 10.129.0.27 I0327 10:51:00.755194 3790 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.755230 3790 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.755244 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:00.755420 3790 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.755436 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:01.170765 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:01.170862 3790 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 I0327 10:51:01.187068 3790 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7] pod update took 16.232722ms I0327 10:51:01.187093 3790 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7] addLogicalPort annotation time took 16.263483ms I0327 10:51:01.188206 3790 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7] addLogicalPort took 17.455616ms, libovsdb time 771.401µs I0327 10:51:01.531387 3790 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default] I0327 10:51:01.542277 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7, hostIfaceName: 8666fcf02a24d17, network: default, NAD default, SandboxID: "8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0", PCI device ID: , UID: "7e7aa9bb-a7e9-4c97-80b2-8c95525ec813", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0327 10:51:01.609563 3790 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:92:1d:2c:06:1b\",\"name\":\"8666fcf02a24d17\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dd195b1-d117-40c1-b7a6-66d52a1b8813\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:01.641387 3790 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default] I0327 10:51:01.714370 3790 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk f403b2278185e97085c910d5db16281e4a9999a8ff353c86338e724e9ae01294 network default NAD default], result "{}", err I0327 10:51:01.768931 3790 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.768972 3790 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk I0327 10:51:01.770502 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk, ips: 10.129.0.26 I0327 10:51:01.770533 3790 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.770552 3790 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.770564 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:01.770770 3790 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.770786 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:01.785204 3790 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:01.785254 3790 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:01.785275 3790 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:01.785288 3790 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:02.640311 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:02.640489 3790 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv I0327 10:51:02.654907 3790 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv] pod update took 14.455568ms I0327 10:51:02.654938 3790 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv] addLogicalPort annotation time took 14.495378ms I0327 10:51:02.656296 3790 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv] addLogicalPort took 16.011169ms, libovsdb time 931.087µs I0327 10:51:02.740125 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:02.740274 3790 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 I0327 10:51:02.754692 3790 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74] pod update took 14.444603ms I0327 10:51:02.754719 3790 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74] addLogicalPort annotation time took 14.477569ms I0327 10:51:02.756045 3790 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74] addLogicalPort took 15.934148ms, libovsdb time 949.568µs I0327 10:51:02.797375 3790 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:02.797404 3790 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:02.797420 3790 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:02.797430 3790 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:03.014351 3790 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default] I0327 10:51:03.023290 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv, hostIfaceName: 573fa2ab28d7bd0, network: default, NAD default, SandboxID: "573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493", PCI device ID: , UID: "795a00a3-a664-4cc0-a725-c8be404f8e98", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0327 10:51:03.069720 3790 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:85:bd:83:11:f5\",\"name\":\"573fa2ab28d7bd0\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da07be7d-3588-4004-938d-862b071a0e92\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:03.104324 3790 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default] I0327 10:51:03.113615 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74, hostIfaceName: 46c41f6a30b257d, network: default, NAD default, SandboxID: "46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40", PCI device ID: , UID: "48038500-c719-4dbe-b1e6-6175ace0ec8f", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0327 10:51:03.162752 3790 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:bd:7d:a7:0c:7f\",\"name\":\"46c41f6a30b257d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d25e67a-f437-44b8-97ef-a7c6469506f8\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:05.672681 3790 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default] I0327 10:51:05.673472 3790 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default] I0327 10:51:05.738567 3790 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 8666fcf02a24d1760055be82b01e05f21cc70db48fb2fd341aa41b0c84d5f6c0 network default NAD default], result "{}", err I0327 10:51:05.769725 3790 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs 1ad81440d6f77ea2296e753f0f910c9fdae4e24f1d2ed9d1548a4ebce1f5e953 network default NAD default], result "{}", err I0327 10:51:05.812826 3790 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.812863 3790 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 I0327 10:51:05.814198 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7, ips: 10.129.0.29 I0327 10:51:05.814240 3790 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.814257 3790 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.814267 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:05.814437 3790 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.814452 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:05.894006 3790 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.894043 3790 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs I0327 10:51:05.895381 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs, ips: 10.129.0.28 I0327 10:51:05.895408 3790 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.895425 3790 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.895434 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:05.895620 3790 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:05.895636 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:06.682561 3790 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default] I0327 10:51:06.749002 3790 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv 573fa2ab28d7bd0ba3f1be78aedd23d7a08483bc2ab2be224119bdae5eefb493 network default NAD default], result "{}", err I0327 10:51:06.805110 3790 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:06.805148 3790 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv I0327 10:51:06.806672 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv, ips: 10.129.0.30 I0327 10:51:06.806703 3790 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:06.806725 3790 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:06.806734 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:06.806953 3790 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:06.806970 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:06.853012 3790 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.853040 3790 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.853056 3790 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.853065 3790 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.964173 3790 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.964267 3790 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.964282 3790 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:06.964302 3790 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:07.691131 3790 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default] I0327 10:51:07.757871 3790 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 46c41f6a30b257dc58428d31e20d64f84b8904b0da7047c4339c5fa9e99f5c40 network default NAD default], result "{}", err I0327 10:51:07.807332 3790 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:07.807368 3790 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 I0327 10:51:07.808689 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74, ips: 10.129.0.31 I0327 10:51:07.808722 3790 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:07.808750 3790 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:07.808764 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:07.808978 3790 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:07.808992 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:07.840600 3790 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:07.840630 3790 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:07.840649 3790 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:07.840658 3790 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:08.047657 3790 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-zrst9] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-zrst9 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:08.047791 3790 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-zrst9 I0327 10:51:08.063664 3790 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-zrst9] pod update took 15.896575ms I0327 10:51:08.063695 3790 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-zrst9] addLogicalPort annotation time took 15.9368ms I0327 10:51:08.065082 3790 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-zrst9] addLogicalPort took 17.441743ms, libovsdb time 926.335µs I0327 10:51:08.422457 3790 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-zrst9 0c1f64a11a5985db654161bea97f02bfb1e4d99cc38df795e543c200941a205d network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-zrst9 0c1f64a11a5985db654161bea97f02bfb1e4d99cc38df795e543c200941a205d network default NAD default] I0327 10:51:08.432388 3790 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-zrst9, hostIfaceName: 0c1f64a11a5985d, network: default, NAD default, SandboxID: "0c1f64a11a5985db654161bea97f02bfb1e4d99cc38df795e543c200941a205d", PCI device ID: , UID: "81d23c5b-68fc-4500-918f-748485d8cf89", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0327 10:51:08.475708 3790 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-zrst9 0c1f64a11a5985db654161bea97f02bfb1e4d99cc38df795e543c200941a205d network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-zrst9 0c1f64a11a5985db654161bea97f02bfb1e4d99cc38df795e543c200941a205d network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:83:5d:b0:4b:61\",\"name\":\"0c1f64a11a5985d\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c20c0c4d-8cee-4e43-b4b6-9d2aa0e9d4d3\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:08.835108 3790 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:08.835134 3790 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:08.835149 3790 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:08.835160 3790 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:10.438265 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0327 10:51:15.258721 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 10:51:20.474686 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0327 10:51:20.525550 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0327 10:51:20.541010 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 10:51:21.356872 3790 namespace.go:142] [openshift-operators] updating namespace I0327 10:51:21.371989 3790 namespace.go:142] [openshift-operators] updating namespace I0327 10:51:22.542502 3790 namespace.go:98] [cert-manager] adding namespace I0327 10:51:22.543388 3790 namespace.go:102] [cert-manager] adding namespace took 862.235µs I0327 10:51:22.575293 3790 namespace.go:142] [cert-manager] updating namespace I0327 10:51:22.593076 3790 namespace.go:142] [cert-manager] updating namespace I0327 10:51:27.959786 3790 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-wrsr8 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:27.959932 3790 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8 I0327 10:51:27.977121 3790 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8] pod update took 17.219753ms I0327 10:51:27.977143 3790 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8] addLogicalPort annotation time took 17.247402ms I0327 10:51:27.978374 3790 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8] addLogicalPort took 18.608704ms, libovsdb time 838.301µs I0327 10:51:28.321028 3790 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8 01ee13b2eaecce4afa1cde8cf01c726237785af01a7620e677fd0fe1a9a4e18a network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8 01ee13b2eaecce4afa1cde8cf01c726237785af01a7620e677fd0fe1a9a4e18a network default NAD default] I0327 10:51:28.349582 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-wrsr8, hostIfaceName: 01ee13b2eaecce4, network: default, NAD default, SandboxID: "01ee13b2eaecce4afa1cde8cf01c726237785af01a7620e677fd0fe1a9a4e18a", PCI device ID: , UID: "7e907948-3915-4d73-9810-995cfd744eba", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] W0327 10:51:28.356368 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 10:51:28.356392 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0327 10:51:28.393618 3790 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8 01ee13b2eaecce4afa1cde8cf01c726237785af01a7620e677fd0fe1a9a4e18a network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-wrsr8 01ee13b2eaecce4afa1cde8cf01c726237785af01a7620e677fd0fe1a9a4e18a network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:f3:5e:ff:fe:5a\",\"name\":\"01ee13b2eaecce4\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd795cd4-50b6-4f6e-b917-b1b56c3980cb\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:29.242837 3790 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-tfbbx for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:29.243018 3790 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx I0327 10:51:29.263496 3790 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx] pod update took 20.505224ms I0327 10:51:29.263541 3790 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx] addLogicalPort annotation time took 20.554578ms I0327 10:51:29.265028 3790 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx] addLogicalPort took 22.206263ms, libovsdb time 1.067287ms I0327 10:51:29.608870 3790 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default] I0327 10:51:29.618416 3790 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-tfbbx, hostIfaceName: 29a79ac3f2de54e, network: default, NAD default, SandboxID: "29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24", PCI device ID: , UID: "ef99a282-448a-4ff1-96b2-73d23de2fa85", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0327 10:51:29.665329 3790 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:17:01:96:8f:4c\",\"name\":\"29a79ac3f2de54e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/938e86f7-9f54-4f89-a146-2218d6a31540\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:31.112429 3790 namespace.go:98] [trusted-artifact-signer] adding namespace I0327 10:51:31.113508 3790 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.033555ms I0327 10:51:31.155332 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:31.179478 3790 namespace.go:142] [trusted-artifact-signer] updating namespace W0327 10:51:31.845297 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 10:51:32.843873 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 10:51:34.458111 3790 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-5pml5] creating logical port cert-manager_cert-manager-59ccb4bb6b-5pml5 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:34.458297 3790 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-5pml5 I0327 10:51:34.482341 3790 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-5pml5] pod update took 24.069566ms I0327 10:51:34.482368 3790 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-5pml5] addLogicalPort annotation time took 24.101601ms I0327 10:51:34.483658 3790 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-5pml5] addLogicalPort took 25.566731ms, libovsdb time 873.223µs I0327 10:51:34.940735 3790 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-5pml5 3935f3b33e548f488c557e27151117afd2ee0011898caff372c19cc82d4e0f23 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-5pml5 3935f3b33e548f488c557e27151117afd2ee0011898caff372c19cc82d4e0f23 network default NAD default] I0327 10:51:34.949897 3790 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-5pml5, hostIfaceName: 3935f3b33e548f4, network: default, NAD default, SandboxID: "3935f3b33e548f488c557e27151117afd2ee0011898caff372c19cc82d4e0f23", PCI device ID: , UID: "ec4e022e-aa56-48a8-a37f-5cc27df94107", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0327 10:51:34.997501 3790 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-5pml5 3935f3b33e548f488c557e27151117afd2ee0011898caff372c19cc82d4e0f23 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-5pml5 3935f3b33e548f488c557e27151117afd2ee0011898caff372c19cc82d4e0f23 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:45:f5:7f:dd:4e\",\"name\":\"3935f3b33e548f4\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29d7b933-4106-48cb-a143-5e0ed7d952fe\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:51:35.038489 3790 namespace.go:142] [openshift-operators] updating namespace I0327 10:51:36.288190 3790 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-2mbc5 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:51:36.288332 3790 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5 I0327 10:51:36.310396 3790 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5] pod update took 22.084982ms I0327 10:51:36.310423 3790 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5] addLogicalPort annotation time took 22.116343ms I0327 10:51:36.311722 3790 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5] addLogicalPort took 23.549988ms, libovsdb time 913.869µs I0327 10:51:36.655494 3790 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5 3f1db8b8fc9c4102d77766421825318b758b6d0e57d1ffc020b3352764b3d121 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5 3f1db8b8fc9c4102d77766421825318b758b6d0e57d1ffc020b3352764b3d121 network default NAD default] I0327 10:51:36.664375 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-2mbc5, hostIfaceName: 3f1db8b8fc9c410, network: default, NAD default, SandboxID: "3f1db8b8fc9c4102d77766421825318b758b6d0e57d1ffc020b3352764b3d121", PCI device ID: , UID: "e7f82862-20ab-44fd-a409-5711e7aedfda", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0327 10:51:36.710193 3790 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5 3f1db8b8fc9c4102d77766421825318b758b6d0e57d1ffc020b3352764b3d121 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-2mbc5 3f1db8b8fc9c4102d77766421825318b758b6d0e57d1ffc020b3352764b3d121 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:69:89:52:8f:90\",\"name\":\"3f1db8b8fc9c410\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d31d1bbc-0d3f-483d-8185-74abdcf6c9f4\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:51:42.894241 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0327 10:51:43.885509 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 10:51:44.351116 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=168 I0327 10:51:54.046999 3790 namespace.go:98] [openshift-pipelines] adding namespace I0327 10:51:54.047907 3790 namespace.go:102] [openshift-pipelines] adding namespace took 855.037µs I0327 10:51:54.070057 3790 namespace.go:142] [openshift-pipelines] updating namespace I0327 10:51:54.752828 3790 namespace.go:142] [cert-manager] updating namespace I0327 10:51:54.957540 3790 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:55.356768 3790 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:55.559130 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:55.760739 3790 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:56.160874 3790 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:56.362860 3790 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:56.562072 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:56.765697 3790 namespace.go:142] [tsf] updating namespace I0327 10:51:56.966864 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:57.168032 3790 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:57.365520 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:57.501028 3790 namespace.go:142] [cert-manager] updating namespace I0327 10:51:57.509905 3790 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:57.521505 3790 namespace.go:142] [default] updating namespace I0327 10:51:57.530667 3790 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:57.542769 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:57.553780 3790 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:57.562613 3790 namespace.go:142] [openshift] updating namespace I0327 10:51:57.572582 3790 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:57.583988 3790 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:57.597191 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:57.607972 3790 namespace.go:142] [tsf] updating namespace I0327 10:51:57.619615 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:57.629364 3790 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:57.650777 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:57.749241 3790 namespace.go:142] [cert-manager] updating namespace I0327 10:51:57.848621 3790 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:57.949393 3790 namespace.go:142] [default] updating namespace I0327 10:51:58.049950 3790 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:58.148526 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:58.253678 3790 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:58.347782 3790 namespace.go:142] [openshift] updating namespace I0327 10:51:58.448259 3790 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:58.552379 3790 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:58.649639 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:58.748689 3790 namespace.go:142] [tsf] updating namespace I0327 10:51:58.849312 3790 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:58.949891 3790 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:59.050108 3790 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:59.348624 3790 namespace.go:142] [openshift-pipelines] updating namespace I0327 10:52:06.757197 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-gg9dh for pod on switch ip-10-0-1-188.ec2.internal I0327 10:52:06.757336 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh I0327 10:52:06.783514 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh] pod update took 26.202765ms I0327 10:52:06.783550 3790 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh] addLogicalPort annotation time took 26.243309ms I0327 10:52:06.784762 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh] addLogicalPort took 27.577435ms, libovsdb time 863.794µs I0327 10:52:06.855743 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-5qzmf for pod on switch ip-10-0-1-188.ec2.internal I0327 10:52:06.855843 3790 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf I0327 10:52:06.876360 3790 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf] pod update took 20.550729ms I0327 10:52:06.876381 3790 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf] addLogicalPort annotation time took 20.57544ms I0327 10:52:06.877591 3790 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf] addLogicalPort took 21.8634ms, libovsdb time 848.402µs I0327 10:52:07.055551 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-8mhpw for pod on switch ip-10-0-1-188.ec2.internal I0327 10:52:07.055655 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw I0327 10:52:07.077974 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw] pod update took 22.351052ms I0327 10:52:07.078003 3790 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw] addLogicalPort annotation time took 22.38494ms I0327 10:52:07.079406 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw] addLogicalPort took 23.874944ms, libovsdb time 861.747µs I0327 10:52:07.126706 3790 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh 77622b2a541fc80a85192be5d173c6d609a8084e3a8425b37134d08805bdf09c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh 77622b2a541fc80a85192be5d173c6d609a8084e3a8425b37134d08805bdf09c network default NAD default] I0327 10:52:07.135148 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-gg9dh, hostIfaceName: 77622b2a541fc80, network: default, NAD default, SandboxID: "77622b2a541fc80a85192be5d173c6d609a8084e3a8425b37134d08805bdf09c", PCI device ID: , UID: "3dd15040-7922-4d16-ae97-05c57a1688c5", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0327 10:52:07.182478 3790 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh 77622b2a541fc80a85192be5d173c6d609a8084e3a8425b37134d08805bdf09c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-gg9dh 77622b2a541fc80a85192be5d173c6d609a8084e3a8425b37134d08805bdf09c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:3c:bc:bd:60:57\",\"name\":\"77622b2a541fc80\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d18e6123-db40-416e-8b33-6dc0d2a46eb1\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:52:07.216377 3790 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf db07b96a69fa5033212136d32d33209df2333393d2bf5aadde788baf9d8e2d70 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf db07b96a69fa5033212136d32d33209df2333393d2bf5aadde788baf9d8e2d70 network default NAD default] I0327 10:52:07.224967 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-5qzmf, hostIfaceName: db07b96a69fa503, network: default, NAD default, SandboxID: "db07b96a69fa5033212136d32d33209df2333393d2bf5aadde788baf9d8e2d70", PCI device ID: , UID: "d6848854-13c3-4c88-b750-f41cafc0c72e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0327 10:52:07.268391 3790 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf db07b96a69fa5033212136d32d33209df2333393d2bf5aadde788baf9d8e2d70 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-5qzmf db07b96a69fa5033212136d32d33209df2333393d2bf5aadde788baf9d8e2d70 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:29:15:66:c7:f4\",\"name\":\"db07b96a69fa503\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9103a0a4-81c7-4bc3-8ad4-d5475127dddc\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:52:07.417018 3790 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw 2ee256fa05132e92f3598839ba8eb47555f2211f897facbe58ada4ba0ec3ab48 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw 2ee256fa05132e92f3598839ba8eb47555f2211f897facbe58ada4ba0ec3ab48 network default NAD default] I0327 10:52:07.425910 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-8mhpw, hostIfaceName: 2ee256fa05132e9, network: default, NAD default, SandboxID: "2ee256fa05132e92f3598839ba8eb47555f2211f897facbe58ada4ba0ec3ab48", PCI device ID: , UID: "0ef101c3-910f-4262-a48b-87aa8079569c", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0327 10:52:07.470063 3790 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw 2ee256fa05132e92f3598839ba8eb47555f2211f897facbe58ada4ba0ec3ab48 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8mhpw 2ee256fa05132e92f3598839ba8eb47555f2211f897facbe58ada4ba0ec3ab48 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:6d:bd:87:e9:61\",\"name\":\"2ee256fa05132e9\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8493410-e987-4d2c-a5ed-bc405abea442\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:52:07.680375 3790 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:52:07.680903 3790 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 10:52:11.037851 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.037874 3790 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.037879 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.037883 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.060570 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:11.060592 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:11.060597 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:11.092035 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:11.092057 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:11.092064 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0327 10:52:16.033639 3790 namespace.go:142] [openshift-pipelines] updating namespace W0327 10:52:22.050146 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:22.050169 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:22.050174 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:22.069123 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:22.069146 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:22.069154 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:22.069161 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:22.090549 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:22.090576 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:22.090586 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:33.736467 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0327 10:52:41.442100 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 10:52:52.725951 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 10:53:02.355690 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=847 I0327 10:53:11.346708 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-xtp7k for pod on switch ip-10-0-1-188.ec2.internal I0327 10:53:11.346797 3790 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k I0327 10:53:11.364666 3790 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k] pod update took 17.890446ms I0327 10:53:11.364692 3790 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k] addLogicalPort annotation time took 17.921397ms I0327 10:53:11.365949 3790 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k] addLogicalPort took 19.259035ms, libovsdb time 894.555µs I0327 10:53:11.710149 3790 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k b1f5962dad81916be81b98ad4cd963d4f0e81f1ef91dc1ae642f4bc606246b07 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k b1f5962dad81916be81b98ad4cd963d4f0e81f1ef91dc1ae642f4bc606246b07 network default NAD default] I0327 10:53:11.719002 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-xtp7k, hostIfaceName: b1f5962dad81916, network: default, NAD default, SandboxID: "b1f5962dad81916be81b98ad4cd963d4f0e81f1ef91dc1ae642f4bc606246b07", PCI device ID: , UID: "3cc57ab8-16d9-4229-966f-9d9a1c2b8caf", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0327 10:53:11.767303 3790 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k b1f5962dad81916be81b98ad4cd963d4f0e81f1ef91dc1ae642f4bc606246b07 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-xtp7k b1f5962dad81916be81b98ad4cd963d4f0e81f1ef91dc1ae642f4bc606246b07 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:d7:9d:b4:d6:e2\",\"name\":\"b1f5962dad81916\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ac943de-a18a-4eea-bcb1-1b195b85417e\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:53:16.901342 3790 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:16.901364 3790 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:16.901370 3790 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 10:53:21.458270 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0327 10:53:46.734117 3790 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:53:46.734140 3790 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:53:46.740993 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0327 10:53:46.741023 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0327 10:53:50.853439 3790 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-dzbvn for pod on switch ip-10-0-1-188.ec2.internal I0327 10:53:50.853578 3790 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn I0327 10:53:50.869495 3790 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn] pod update took 15.946631ms I0327 10:53:50.869521 3790 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn] addLogicalPort annotation time took 15.978152ms I0327 10:53:50.870783 3790 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn] addLogicalPort took 17.362923ms, libovsdb time 881.665µs I0327 10:53:53.027134 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-wx9sp for pod on switch ip-10-0-1-188.ec2.internal I0327 10:53:53.027268 3790 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp I0327 10:53:53.041941 3790 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp] pod update took 14.692475ms I0327 10:53:53.041976 3790 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp] addLogicalPort annotation time took 14.757821ms I0327 10:53:53.043470 3790 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp] addLogicalPort took 16.354852ms, libovsdb time 937.339µs I0327 10:53:53.392960 3790 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp 5e31e13a5b34295b06c1536bd5f293838dfb3cbb7c0b3befbfc33eb502bee92e network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp 5e31e13a5b34295b06c1536bd5f293838dfb3cbb7c0b3befbfc33eb502bee92e network default NAD default] I0327 10:53:53.401460 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-wx9sp, hostIfaceName: 5e31e13a5b34295, network: default, NAD default, SandboxID: "5e31e13a5b34295b06c1536bd5f293838dfb3cbb7c0b3befbfc33eb502bee92e", PCI device ID: , UID: "3af76b02-c2a1-408e-a075-eb3b252589c9", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0327 10:53:53.453590 3790 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp 5e31e13a5b34295b06c1536bd5f293838dfb3cbb7c0b3befbfc33eb502bee92e network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wx9sp 5e31e13a5b34295b06c1536bd5f293838dfb3cbb7c0b3befbfc33eb502bee92e network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:76:e1:c7:33:67\",\"name\":\"5e31e13a5b34295\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0175cb4-fe30-4b87-af8f-5e708d1d685b\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:53:54.821145 3790 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn 3466d10f4523f6ad8f38f428c43bf3462828bf12162b659adfcbd8aa42f7302c network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn 3466d10f4523f6ad8f38f428c43bf3462828bf12162b659adfcbd8aa42f7302c network default NAD default] I0327 10:53:54.831451 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-dzbvn, hostIfaceName: 3466d10f4523f6a, network: default, NAD default, SandboxID: "3466d10f4523f6ad8f38f428c43bf3462828bf12162b659adfcbd8aa42f7302c", PCI device ID: , UID: "db538412-b81c-448e-ab54-83b440ea564b", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0327 10:53:54.880793 3790 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn 3466d10f4523f6ad8f38f428c43bf3462828bf12162b659adfcbd8aa42f7302c network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzbvn 3466d10f4523f6ad8f38f428c43bf3462828bf12162b659adfcbd8aa42f7302c network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:17:5b:a1:62:c1\",\"name\":\"3466d10f4523f6a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3fb9635-d005-42a5-ae11-147783831d90\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:53:56.034985 3790 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 10:53:56.035007 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 10:53:58.123108 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0327 10:54:00.600642 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 10:54:03.076520 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0327 10:54:10.209178 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-j85pw for pod on switch ip-10-0-1-188.ec2.internal I0327 10:54:10.209288 3790 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw I0327 10:54:10.221483 3790 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw] pod update took 12.217503ms I0327 10:54:10.221505 3790 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw] addLogicalPort annotation time took 12.247353ms I0327 10:54:10.222777 3790 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw] addLogicalPort took 13.615994ms, libovsdb time 906.375µs I0327 10:54:10.686195 3790 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw f38ed1685b39e0281fdccfb0bd688fe1401d479a3eb8de3aaf4813b38784453a network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw f38ed1685b39e0281fdccfb0bd688fe1401d479a3eb8de3aaf4813b38784453a network default NAD default] I0327 10:54:10.694782 3790 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-j85pw, hostIfaceName: f38ed1685b39e02, network: default, NAD default, SandboxID: "f38ed1685b39e0281fdccfb0bd688fe1401d479a3eb8de3aaf4813b38784453a", PCI device ID: , UID: "6a10bd2f-4b18-45d7-92ba-59108cae1ad2", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0327 10:54:10.742011 3790 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw f38ed1685b39e0281fdccfb0bd688fe1401d479a3eb8de3aaf4813b38784453a network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-j85pw f38ed1685b39e0281fdccfb0bd688fe1401d479a3eb8de3aaf4813b38784453a network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:40:e8:c1:c3:c9\",\"name\":\"f38ed1685b39e02\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07b36fed-957c-49dd-ae73-e454e1b75b3b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:54:21.612723 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0327 10:54:24.450760 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0327 10:54:27.459578 3790 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:27.460111 3790 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:27.481008 3790 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:27.481029 3790 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:27.488144 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0327 10:54:27.488175 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0327 10:54:36.241038 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:54:36.241058 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:54:36.244241 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 10:54:57.603635 3790 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:57.604287 3790 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:58.357192 3790 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:58.357242 3790 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:58.364533 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 10:54:58.364557 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0327 10:55:00.378660 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 10:55:00.382506 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:55:00.382525 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0327 10:55:29.718765 3790 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:29.719424 3790 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:36.745859 3790 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-w674w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:36.746436 3790 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-w674w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:37.782129 3790 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-w674w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:37.782165 3790 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-w674w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:38.241333 3790 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:38.241916 3790 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:38.610541 3790 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:38.610564 3790 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:38.620259 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 10:55:38.620285 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0327 10:55:40.637513 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:55:40.637537 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:55:40.638665 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 10:56:18.473019 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0327 10:56:21.354267 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0327 10:56:29.808711 3790 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:29.808738 3790 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:29.816534 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 10:56:29.816556 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 10:56:39.086825 3790 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:39.087475 3790 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:39.111933 3790 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:39.111956 3790 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:39.121881 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 10:56:39.121899 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 10:56:42.001118 3790 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-659c9dc88f-pzv4x] creating logical port tsf-tas_fulcio-server-659c9dc88f-pzv4x for pod on switch ip-10-0-1-188.ec2.internal I0327 10:56:42.001214 3790 kube.go:256] Updating pod tsf-tas/fulcio-server-659c9dc88f-pzv4x I0327 10:56:42.026025 3790 pod.go:62] [tsf-tas/fulcio-server-659c9dc88f-pzv4x] pod update took 24.83272ms I0327 10:56:42.026049 3790 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-659c9dc88f-pzv4x] addLogicalPort annotation time took 24.863432ms I0327 10:56:42.027310 3790 pods.go:271] [tsf-tas/fulcio-server-659c9dc88f-pzv4x] addLogicalPort took 26.217277ms, libovsdb time 852.202µs I0327 10:56:42.363668 3790 cni.go:403] [tsf-tas/fulcio-server-659c9dc88f-pzv4x d5528e0b260ef1ce9001496dd5d6d793a62d22ed011538919c2d0b5e71b880ae network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-659c9dc88f-pzv4x d5528e0b260ef1ce9001496dd5d6d793a62d22ed011538919c2d0b5e71b880ae network default NAD default] I0327 10:56:42.372660 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-659c9dc88f-pzv4x, hostIfaceName: d5528e0b260ef1c, network: default, NAD default, SandboxID: "d5528e0b260ef1ce9001496dd5d6d793a62d22ed011538919c2d0b5e71b880ae", PCI device ID: , UID: "d6fddd79-c47c-4293-bfd4-f8fca27eebe4", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0327 10:56:42.424296 3790 cni.go:424] [tsf-tas/fulcio-server-659c9dc88f-pzv4x d5528e0b260ef1ce9001496dd5d6d793a62d22ed011538919c2d0b5e71b880ae network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-659c9dc88f-pzv4x d5528e0b260ef1ce9001496dd5d6d793a62d22ed011538919c2d0b5e71b880ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:df:8b:82:a5:bb\",\"name\":\"d5528e0b260ef1c\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fafa6a7e-4853-4947-af79-5ca7e24976e3\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:56:42.477093 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0327 10:56:42.509885 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-w6bwq-57mmh] creating logical port tsf-tas_rekor-createtree-job-w6bwq-57mmh for pod on switch ip-10-0-1-188.ec2.internal I0327 10:56:42.509983 3790 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-w6bwq-57mmh I0327 10:56:42.527108 3790 pod.go:62] [tsf-tas/rekor-createtree-job-w6bwq-57mmh] pod update took 17.143904ms I0327 10:56:42.527136 3790 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-w6bwq-57mmh] addLogicalPort annotation time took 17.179414ms I0327 10:56:42.528517 3790 pods.go:271] [tsf-tas/rekor-createtree-job-w6bwq-57mmh] addLogicalPort took 18.651404ms, libovsdb time 952.874µs I0327 10:56:42.871031 3790 cni.go:403] [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default] I0327 10:56:42.879557 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-w6bwq-57mmh, hostIfaceName: 80d9c0852916a0b, network: default, NAD default, SandboxID: "80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572", PCI device ID: , UID: "58921598-c1e3-4a71-9771-6ed6ea826b83", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0327 10:56:42.927180 3790 cni.go:424] [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:bd:25:1d:f0:d5\",\"name\":\"80d9c0852916a0b\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19334a33-9fc1-4776-9c4e-9edf59be6c48\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:56:44.355577 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=79 W0327 10:56:45.491306 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0327 10:56:45.491327 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0327 10:56:45.514120 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0327 10:56:45.514142 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0327 10:56:53.004819 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0327 10:56:54.076480 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0327 10:56:56.353196 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 W0327 10:56:57.070052 3790 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0327 10:56:57.191955 3790 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:57.192523 3790 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:58.088901 3790 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:58.088930 3790 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:58.477572 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0327 10:57:14.440754 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0327 10:57:29.384287 3790 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:29.384922 3790 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:29.406303 3790 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:29.406334 3790 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:29.413573 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0327 10:57:29.413594 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0327 10:57:30.406054 3790 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:30.406693 3790 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:31.290254 3790 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:31.290279 3790 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:34.353462 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0327 10:57:38.330154 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0327 10:57:38.472450 3790 obj_retry.go:464] Detected object tsf/patch-tekton-config-457tt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:38.473057 3790 obj_retry.go:464] Detected object tsf/patch-tekton-config-457tt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:38.783337 3790 cni.go:403] [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default] I0327 10:57:38.868648 3790 cni.go:424] [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-w6bwq-57mmh 80d9c0852916a0b7d0b74c438fb085363ad5502721a318dcd2279b6831ed5572 network default NAD default], result "{}", err I0327 10:57:38.928950 3790 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:38.928989 3790 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-w6bwq-57mmh I0327 10:57:38.930285 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-w6bwq-57mmh, ips: 10.129.0.45 I0327 10:57:38.930316 3790 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:39.348695 3790 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.348718 3790 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.801973 3790 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.802004 3790 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:46.357119 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-56f8f76dcc-dmcnj] creating logical port tsf-tas_rekor-server-56f8f76dcc-dmcnj for pod on switch ip-10-0-1-188.ec2.internal I0327 10:57:46.357241 3790 kube.go:256] Updating pod tsf-tas/rekor-server-56f8f76dcc-dmcnj I0327 10:57:46.384746 3790 pod.go:62] [tsf-tas/rekor-server-56f8f76dcc-dmcnj] pod update took 27.546915ms I0327 10:57:46.384772 3790 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-56f8f76dcc-dmcnj] addLogicalPort annotation time took 27.581152ms I0327 10:57:46.386114 3790 pods.go:271] [tsf-tas/rekor-server-56f8f76dcc-dmcnj] addLogicalPort took 29.011038ms, libovsdb time 960.763µs W0327 10:57:47.278029 3790 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0327 10:57:48.393560 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0327 10:57:49.122344 3790 cni.go:403] [tsf-tas/rekor-server-56f8f76dcc-dmcnj 535ca13cdfa13d3525b198a5aab7dcb94432f2e80d2a32d541079fb9bb1b9a83 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-56f8f76dcc-dmcnj 535ca13cdfa13d3525b198a5aab7dcb94432f2e80d2a32d541079fb9bb1b9a83 network default NAD default] I0327 10:57:49.131325 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-56f8f76dcc-dmcnj, hostIfaceName: 535ca13cdfa13d3, network: default, NAD default, SandboxID: "535ca13cdfa13d3525b198a5aab7dcb94432f2e80d2a32d541079fb9bb1b9a83", PCI device ID: , UID: "26feea8e-bde5-4261-8506-77d9b14beaf5", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0327 10:57:49.181753 3790 cni.go:424] [tsf-tas/rekor-server-56f8f76dcc-dmcnj 535ca13cdfa13d3525b198a5aab7dcb94432f2e80d2a32d541079fb9bb1b9a83 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-56f8f76dcc-dmcnj 535ca13cdfa13d3525b198a5aab7dcb94432f2e80d2a32d541079fb9bb1b9a83 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:97:ae:0e:eb:59\",\"name\":\"535ca13cdfa13d3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f2dfa7a-b4f9-43ec-ad81-8636e6160319\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:57:49.530686 3790 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kf2vd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:49.531320 3790 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kf2vd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:50.354388 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0327 10:57:50.437008 3790 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kf2vd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.437038 3790 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kf2vd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.477802 3790 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.477828 3790 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.483969 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-457tt I0327 10:57:50.484002 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-457tt W0327 10:57:51.860251 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0327 10:57:59.600829 3790 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:59.601448 3790 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:59.619759 3790 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:59.619786 3790 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:59.623162 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0327 10:57:59.623188 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0327 10:58:02.466978 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0327 10:58:02.865596 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0327 10:58:04.636745 3790 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:04.637308 3790 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:04.662753 3790 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:04.662782 3790 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:04.666349 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0327 10:58:04.666376 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0327 10:58:09.818480 3790 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-25944-dvjkx] creating logical port tsf-tas_tuf-repository-init-25944-dvjkx for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:09.818588 3790 kube.go:256] Updating pod tsf-tas/tuf-repository-init-25944-dvjkx I0327 10:58:09.831924 3790 pod.go:62] [tsf-tas/tuf-repository-init-25944-dvjkx] pod update took 13.359405ms I0327 10:58:09.831948 3790 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-25944-dvjkx] addLogicalPort annotation time took 13.389231ms I0327 10:58:09.833299 3790 pods.go:271] [tsf-tas/tuf-repository-init-25944-dvjkx] addLogicalPort took 14.841969ms, libovsdb time 923.295µs I0327 10:58:10.458059 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0327 10:58:11.684440 3790 obj_retry.go:464] Detected object tsf-tpa/create-db-68tx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:11.685014 3790 obj_retry.go:464] Detected object tsf-tpa/create-db-68tx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:12.709311 3790 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:12.709340 3790 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:15.734334 3790 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bjtt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:15.734863 3790 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bjtt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:15.857200 3790 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:15.857242 3790 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:16.066787 3790 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-8hwlt] creating logical port tsf-tpa_create-importers-8hwlt for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:16.066876 3790 kube.go:256] Updating pod tsf-tpa/create-importers-8hwlt I0327 10:58:16.080240 3790 pod.go:62] [tsf-tpa/create-importers-8hwlt] pod update took 13.384261ms I0327 10:58:16.080266 3790 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-8hwlt] addLogicalPort annotation time took 13.417126ms I0327 10:58:16.081534 3790 pods.go:271] [tsf-tpa/create-importers-8hwlt] addLogicalPort took 14.764322ms, libovsdb time 861.704µs I0327 10:58:16.430371 3790 cni.go:403] [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default] I0327 10:58:16.438846 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-8hwlt, hostIfaceName: b003dbbd9c65170, network: default, NAD default, SandboxID: "b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c", PCI device ID: , UID: "25bd1f6b-c434-4e15-877c-ddcedf3e4457", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0327 10:58:16.490547 3790 cni.go:424] [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:cb:62:a9:c2:ee\",\"name\":\"b003dbbd9c65170\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7199c3-f51a-4f26-bd7c-7ffa52490c00\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:58:17.680869 3790 cni.go:403] [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default] I0327 10:58:17.690961 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-25944-dvjkx, hostIfaceName: 41b460455b24419, network: default, NAD default, SandboxID: "41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476", PCI device ID: , UID: "1f5ae10a-2e66-471a-8751-2f8f979a40b9", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0327 10:58:17.745558 3790 cni.go:424] [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:d0:1b:8c:86:95\",\"name\":\"41b460455b24419\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/463b6a22-4849-4a65-901a-6db7236cf3c6\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:58:21.024343 3790 cni.go:403] [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default] I0327 10:58:21.114461 3790 cni.go:424] [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-8hwlt b003dbbd9c65170f5286b82876ad306acd962ba44be97b693eaca14d2aec312c network default NAD default], result "{}", err I0327 10:58:21.170123 3790 obj_retry.go:464] Detected object tsf-tpa/create-importers-8hwlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:21.170163 3790 pods.go:176] Deleting pod: tsf-tpa/create-importers-8hwlt I0327 10:58:21.171756 3790 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-8hwlt, ips: 10.129.0.48 I0327 10:58:21.171788 3790 obj_retry.go:464] Detected object tsf-tpa/create-importers-8hwlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:22.194083 3790 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:22.194111 3790 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 10:58:23.662494 3790 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0327 10:58:24.047323 3790 cni.go:403] [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default] I0327 10:58:24.132072 3790 cni.go:424] [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-25944-dvjkx 41b460455b24419ff71a85e30aff2424d68ce069d99e00cfdb1918359b2b1476 network default NAD default], result "{}", err I0327 10:58:24.190873 3790 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:24.190917 3790 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-25944-dvjkx I0327 10:58:24.192261 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-25944-dvjkx, ips: 10.129.0.47 I0327 10:58:24.192293 3790 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:25.066798 3790 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:25.066823 3790 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:26.932326 3790 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-jh4r9] creating logical port tsf-tas_tuf-bc5768c88-jh4r9 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:26.932428 3790 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-jh4r9 I0327 10:58:26.948844 3790 pod.go:62] [tsf-tas/tuf-bc5768c88-jh4r9] pod update took 16.435334ms I0327 10:58:26.948876 3790 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-jh4r9] addLogicalPort annotation time took 16.474974ms I0327 10:58:26.950532 3790 pods.go:271] [tsf-tas/tuf-bc5768c88-jh4r9] addLogicalPort took 18.225674ms, libovsdb time 1.122825ms I0327 10:58:27.596595 3790 cni.go:403] [tsf-tas/tuf-bc5768c88-jh4r9 8bbe2b02c5e1c4ba7c58613439901cf15eb0b8edab50093a88eefa9efda1063d network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-jh4r9 8bbe2b02c5e1c4ba7c58613439901cf15eb0b8edab50093a88eefa9efda1063d network default NAD default] I0327 10:58:27.605038 3790 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-jh4r9, hostIfaceName: 8bbe2b02c5e1c4b, network: default, NAD default, SandboxID: "8bbe2b02c5e1c4ba7c58613439901cf15eb0b8edab50093a88eefa9efda1063d", PCI device ID: , UID: "028e1756-89b1-41f6-9cc5-eef91a18a923", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0327 10:58:27.656780 3790 cni.go:424] [tsf-tas/tuf-bc5768c88-jh4r9 8bbe2b02c5e1c4ba7c58613439901cf15eb0b8edab50093a88eefa9efda1063d network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-jh4r9 8bbe2b02c5e1c4ba7c58613439901cf15eb0b8edab50093a88eefa9efda1063d network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:bd:fb:af:4d:17\",\"name\":\"8bbe2b02c5e1c4b\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a24a41c5-cd30-4e0f-b095-38c3b574da1a\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:58:30.088744 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0327 10:58:41.091278 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0327 10:58:51.933098 3790 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:51.933665 3790 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:51.990202 3790 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:51.990256 3790 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:51.998979 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0327 10:58:51.999008 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0327 10:58:52.867075 3790 namespace.go:98] [image-controller] adding namespace I0327 10:58:52.868012 3790 namespace.go:102] [image-controller] adding namespace took 910.31µs I0327 10:58:52.873381 3790 namespace.go:98] [integration-service] adding namespace I0327 10:58:52.873512 3790 namespace.go:98] [build-service] adding namespace I0327 10:58:52.874164 3790 namespace.go:102] [integration-service] adding namespace took 764.832µs I0327 10:58:52.874763 3790 namespace.go:102] [build-service] adding namespace took 1.237885ms I0327 10:58:52.933466 3790 namespace.go:142] [image-controller] updating namespace I0327 10:58:52.971124 3790 namespace.go:142] [image-controller] updating namespace I0327 10:58:52.975092 3790 namespace.go:142] [integration-service] updating namespace I0327 10:58:53.000441 3790 namespace.go:142] [integration-service] updating namespace I0327 10:58:53.011325 3790 namespace.go:142] [build-service] updating namespace I0327 10:58:53.027394 3790 namespace.go:142] [build-service] updating namespace I0327 10:58:53.080937 3790 namespace.go:142] [build-service] updating namespace I0327 10:58:53.104158 3790 namespace.go:142] [integration-service] updating namespace I0327 10:58:53.134594 3790 namespace.go:98] [release-service] adding namespace I0327 10:58:53.135604 3790 namespace.go:102] [release-service] adding namespace took 984.545µs I0327 10:58:53.152966 3790 namespace.go:142] [konflux-ui] updating namespace I0327 10:58:53.189311 3790 namespace.go:142] [release-service] updating namespace I0327 10:58:53.210116 3790 namespace.go:142] [release-service] updating namespace I0327 10:58:53.271010 3790 namespace.go:98] [konflux-info] adding namespace I0327 10:58:53.271818 3790 namespace.go:102] [konflux-info] adding namespace took 784.613µs I0327 10:58:53.324697 3790 namespace.go:98] [namespace-lister] adding namespace I0327 10:58:53.325693 3790 namespace.go:102] [namespace-lister] adding namespace took 964.995µs I0327 10:58:53.349390 3790 namespace.go:142] [konflux-info] updating namespace I0327 10:58:53.362244 3790 namespace.go:142] [image-controller] updating namespace I0327 10:58:53.362427 3790 namespace.go:98] [enterprise-contract-service] adding namespace I0327 10:58:53.363426 3790 namespace.go:102] [enterprise-contract-service] adding namespace took 973.554µs I0327 10:58:53.380811 3790 namespace.go:142] [konflux-info] updating namespace I0327 10:58:53.456548 3790 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:53.508336 3790 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:53.520141 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:53.615118 3790 namespace.go:98] [default-tenant] adding namespace I0327 10:58:53.616036 3790 namespace.go:102] [default-tenant] adding namespace took 895.114µs I0327 10:58:53.674293 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:53.930622 3790 namespace.go:142] [default-tenant] updating namespace I0327 10:58:53.996668 3790 namespace.go:98] [segment-bridge] adding namespace I0327 10:58:53.997617 3790 namespace.go:102] [segment-bridge] adding namespace took 924.691µs I0327 10:58:54.093321 3790 namespace.go:142] [default-tenant] updating namespace I0327 10:58:54.265185 3790 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:54.379262 3790 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:54.490355 3790 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-dtpck] creating logical port namespace-lister_namespace-lister-67655c4674-dtpck for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:54.490460 3790 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-dtpck I0327 10:58:54.497546 3790 namespace.go:142] [build-service] updating namespace I0327 10:58:54.530660 3790 pod.go:62] [namespace-lister/namespace-lister-67655c4674-dtpck] pod update took 40.227458ms I0327 10:58:54.530684 3790 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-dtpck] addLogicalPort annotation time took 40.257208ms I0327 10:58:54.531893 3790 pods.go:271] [namespace-lister/namespace-lister-67655c4674-dtpck] addLogicalPort took 41.552824ms, libovsdb time 821.985µs I0327 10:58:54.549333 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0327 10:58:54.549989 3790 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0327 10:58:54.550014 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0327 10:58:54.553470 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0327 10:58:54.691414 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0327 10:58:54.691450 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0327 10:58:54.692727 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0327 10:58:54.968120 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:55.062077 3790 base_network_controller_pods.go:487] [default/konflux-ui/dex-5fdb75d8fd-7nl62] creating logical port konflux-ui_dex-5fdb75d8fd-7nl62 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:55.062169 3790 kube.go:256] Updating pod konflux-ui/dex-5fdb75d8fd-7nl62 I0327 10:58:55.118825 3790 pod.go:62] [konflux-ui/dex-5fdb75d8fd-7nl62] pod update took 56.681053ms I0327 10:58:55.118847 3790 base_network_controller_pods.go:937] [default/konflux-ui/dex-5fdb75d8fd-7nl62] addLogicalPort annotation time took 56.70783ms I0327 10:58:55.120072 3790 pods.go:271] [konflux-ui/dex-5fdb75d8fd-7nl62] addLogicalPort took 58.010409ms, libovsdb time 849.558µs I0327 10:58:55.279443 3790 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5cfc9c98bd-m5t9q] creating logical port konflux-ui_proxy-5cfc9c98bd-m5t9q for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:55.279573 3790 kube.go:256] Updating pod konflux-ui/proxy-5cfc9c98bd-m5t9q I0327 10:58:55.299593 3790 namespace.go:142] [image-controller] updating namespace I0327 10:58:55.317395 3790 pod.go:62] [konflux-ui/proxy-5cfc9c98bd-m5t9q] pod update took 37.870174ms I0327 10:58:55.317419 3790 base_network_controller_pods.go:937] [default/konflux-ui/proxy-5cfc9c98bd-m5t9q] addLogicalPort annotation time took 37.899814ms I0327 10:58:55.318789 3790 pods.go:271] [konflux-ui/proxy-5cfc9c98bd-m5t9q] addLogicalPort took 39.367439ms, libovsdb time 928.157µs I0327 10:58:55.450192 3790 cni.go:403] [namespace-lister/namespace-lister-67655c4674-dtpck d0bac5cf92e94fc36badfab581ec70d2f77f8197245e4fa217f6a130c3fa045d network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-dtpck d0bac5cf92e94fc36badfab581ec70d2f77f8197245e4fa217f6a130c3fa045d network default NAD default] I0327 10:58:55.459586 3790 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-dtpck, hostIfaceName: d0bac5cf92e94fc, network: default, NAD default, SandboxID: "d0bac5cf92e94fc36badfab581ec70d2f77f8197245e4fa217f6a130c3fa045d", PCI device ID: , UID: "a45ed350-72e8-499a-be81-f898810eae81", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0327 10:58:55.586396 3790 namespace.go:142] [integration-service] updating namespace I0327 10:58:55.717963 3790 cni.go:424] [namespace-lister/namespace-lister-67655c4674-dtpck d0bac5cf92e94fc36badfab581ec70d2f77f8197245e4fa217f6a130c3fa045d network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-dtpck d0bac5cf92e94fc36badfab581ec70d2f77f8197245e4fa217f6a130c3fa045d network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:a8:3c:9e:07:54\",\"name\":\"d0bac5cf92e94fc\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3378414-f100-4310-a870-e588df2d7940\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:58:55.800334 3790 namespace.go:142] [konflux-info] updating namespace I0327 10:58:55.993567 3790 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:56.187187 3790 namespace.go:142] [release-service] updating namespace I0327 10:58:56.294861 3790 namespace.go:142] [build-service] updating namespace I0327 10:58:56.325115 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:56.339529 3790 namespace.go:142] [image-controller] updating namespace I0327 10:58:56.348665 3790 namespace.go:142] [integration-service] updating namespace I0327 10:58:56.379724 3790 namespace.go:142] [konflux-info] updating namespace I0327 10:58:56.403078 3790 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:56.413875 3790 namespace.go:142] [release-service] updating namespace I0327 10:58:56.462999 3790 namespace.go:142] [build-service] updating namespace I0327 10:58:56.526110 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:56.578340 3790 namespace.go:142] [image-controller] updating namespace I0327 10:58:56.674341 3790 namespace.go:142] [integration-service] updating namespace I0327 10:58:56.785787 3790 namespace.go:142] [konflux-info] updating namespace I0327 10:58:56.890737 3790 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:56.973618 3790 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:56.974208 3790 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:56.979514 3790 namespace.go:142] [release-service] updating namespace I0327 10:58:57.151939 3790 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-6njbb] creating logical port release-service_release-service-controller-manager-854f775895-6njbb for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:57.152072 3790 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-6njbb I0327 10:58:57.170784 3790 pod.go:62] [release-service/release-service-controller-manager-854f775895-6njbb] pod update took 18.735566ms I0327 10:58:57.170815 3790 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-6njbb] addLogicalPort annotation time took 18.77177ms I0327 10:58:57.172423 3790 pods.go:271] [release-service/release-service-controller-manager-854f775895-6njbb] addLogicalPort took 20.49913ms, libovsdb time 1.083677ms I0327 10:58:57.345861 3790 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-b56cfdb77-lslh7] creating logical port integration-service_integration-service-controller-manager-b56cfdb77-lslh7 for pod on switch ip-10-0-1-188.ec2.internal I0327 10:58:57.345992 3790 kube.go:256] Updating pod integration-service/integration-service-controller-manager-b56cfdb77-lslh7 I0327 10:58:57.362140 3790 pod.go:62] [integration-service/integration-service-controller-manager-b56cfdb77-lslh7] pod update took 16.17421ms I0327 10:58:57.362170 3790 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-b56cfdb77-lslh7] addLogicalPort annotation time took 16.211454ms I0327 10:58:57.363532 3790 pods.go:271] [integration-service/integration-service-controller-manager-b56cfdb77-lslh7] addLogicalPort took 17.692333ms, libovsdb time 922.517µs I0327 10:58:58.004900 3790 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:58.004932 3790 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:58.178556 3790 namespace.go:142] [default-tenant] updating namespace W0327 10:58:58.253029 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0327 10:58:58.301030 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0327 10:58:58.375907 3790 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:58.499972 3790 namespace.go:142] [default-tenant] updating namespace I0327 10:58:58.514829 3790 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:58.600167 3790 namespace.go:142] [default-tenant] updating namespace I0327 10:58:58.700030 3790 namespace.go:142] [segment-bridge] updating namespace W0327 10:59:00.662107 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0327 10:59:00.691592 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0327 10:59:01.312919 3790 cni.go:403] [integration-service/integration-service-controller-manager-b56cfdb77-lslh7 4acc6309e4bbdc9cf0bdf17a4cb4c93a79fb465cae567518ccd46982798535b1 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-b56cfdb77-lslh7 4acc6309e4bbdc9cf0bdf17a4cb4c93a79fb465cae567518ccd46982798535b1 network default NAD default] I0327 10:59:01.321844 3790 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-b56cfdb77-lslh7, hostIfaceName: 4acc6309e4bbdc9, network: default, NAD default, SandboxID: "4acc6309e4bbdc9cf0bdf17a4cb4c93a79fb465cae567518ccd46982798535b1", PCI device ID: , UID: "10303c56-4929-4466-9867-7e8f7dc3c2dd", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0327 10:59:01.368351 3790 cni.go:424] [integration-service/integration-service-controller-manager-b56cfdb77-lslh7 4acc6309e4bbdc9cf0bdf17a4cb4c93a79fb465cae567518ccd46982798535b1 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-b56cfdb77-lslh7 4acc6309e4bbdc9cf0bdf17a4cb4c93a79fb465cae567518ccd46982798535b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:28:4a:d1:7d:48\",\"name\":\"4acc6309e4bbdc9\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c5287b1-dafc-4090-a916-d0358dad1d1a\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:59:03.460799 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0327 10:59:03.613853 3790 cni.go:403] [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default] ADD starting CNI request [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default] I0327 10:59:03.614631 3790 cni.go:403] [konflux-ui/dex-5fdb75d8fd-7nl62 c4e31540bcbd55cbb3707393350e06cdc9db83fc7d4ee65877588ddff98caf98 network default NAD default] ADD starting CNI request [konflux-ui/dex-5fdb75d8fd-7nl62 c4e31540bcbd55cbb3707393350e06cdc9db83fc7d4ee65877588ddff98caf98 network default NAD default] I0327 10:59:03.624732 3790 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-5cfc9c98bd-m5t9q, hostIfaceName: d08f2273a1fcbf8, network: default, NAD default, SandboxID: "d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7", PCI device ID: , UID: "7700e604-59a5-401c-8009-d1719489f446", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0327 10:59:03.624863 3790 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-5fdb75d8fd-7nl62, hostIfaceName: c4e31540bcbd55c, network: default, NAD default, SandboxID: "c4e31540bcbd55cbb3707393350e06cdc9db83fc7d4ee65877588ddff98caf98", PCI device ID: , UID: "f3e30147-f41e-478e-b370-83dad7b7630a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0327 10:59:03.674096 3790 cni.go:424] [konflux-ui/dex-5fdb75d8fd-7nl62 c4e31540bcbd55cbb3707393350e06cdc9db83fc7d4ee65877588ddff98caf98 network default NAD default] ADD finished CNI request [konflux-ui/dex-5fdb75d8fd-7nl62 c4e31540bcbd55cbb3707393350e06cdc9db83fc7d4ee65877588ddff98caf98 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:f4:de:45:27:f0\",\"name\":\"c4e31540bcbd55c\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e521b23e-98c8-417c-a7ca-1cf08570b726\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:59:03.695831 3790 cni.go:424] [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default] ADD finished CNI request [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:d5:8d:97:b0:f5\",\"name\":\"d08f2273a1fcbf8\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/289663ee-6d43-4fab-8cbb-266d19733b36\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 10:59:05.042512 3790 cni.go:403] [release-service/release-service-controller-manager-854f775895-6njbb 961971024fe2c3b04aab8ca07056779aeb8d5880a8402040a006601b1f30c3a8 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-6njbb 961971024fe2c3b04aab8ca07056779aeb8d5880a8402040a006601b1f30c3a8 network default NAD default] I0327 10:59:05.053756 3790 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-6njbb, hostIfaceName: 961971024fe2c3b, network: default, NAD default, SandboxID: "961971024fe2c3b04aab8ca07056779aeb8d5880a8402040a006601b1f30c3a8", PCI device ID: , UID: "ac21e01a-92e2-43be-a5de-f3212cd747fc", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0327 10:59:05.115432 3790 cni.go:424] [release-service/release-service-controller-manager-854f775895-6njbb 961971024fe2c3b04aab8ca07056779aeb8d5880a8402040a006601b1f30c3a8 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-6njbb 961971024fe2c3b04aab8ca07056779aeb8d5880a8402040a006601b1f30c3a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:03:07:39:d1:c2\",\"name\":\"961971024fe2c3b\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b898bb54-26dc-4777-b583-ae251ed52bc6\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 10:59:05.300208 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 10:59:05.301101 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 10:59:06.312334 3790 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0327 10:59:06.711285 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:06.711309 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:10.373040 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:10.373064 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:10.398656 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0327 10:59:10.402364 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0327 10:59:10.764418 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 10:59:10.765343 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 10:59:16.313611 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 10:59:16.313830 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0327 10:59:16.620104 3790 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:59:16.620685 3790 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:59:16.766099 3790 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:59:16.766128 3790 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:59:16.773814 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-rxbzt I0327 10:59:16.773847 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-rxbzt W0327 10:59:21.354644 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0327 10:59:21.378949 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0327 10:59:21.382729 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0327 10:59:42.453643 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 W0327 10:59:47.407301 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:47.407333 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0327 11:00:00.195166 3790 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29576820-dbfk5] creating logical port segment-bridge_segment-bridge-29576820-dbfk5 for pod on switch ip-10-0-1-188.ec2.internal I0327 11:00:00.195289 3790 kube.go:256] Updating pod segment-bridge/segment-bridge-29576820-dbfk5 I0327 11:00:00.211025 3790 pod.go:62] [segment-bridge/segment-bridge-29576820-dbfk5] pod update took 15.757023ms I0327 11:00:00.211055 3790 base_network_controller_pods.go:937] [default/segment-bridge/segment-bridge-29576820-dbfk5] addLogicalPort annotation time took 15.793877ms I0327 11:00:00.212319 3790 pods.go:271] [segment-bridge/segment-bridge-29576820-dbfk5] addLogicalPort took 17.169114ms, libovsdb time 815.662µs I0327 11:00:00.596088 3790 cni.go:403] [segment-bridge/segment-bridge-29576820-dbfk5 b451dbba67b4e698991af211d6ef8548308a9e99ed55a1dd7c5509382b205bf2 network default NAD default] ADD starting CNI request [segment-bridge/segment-bridge-29576820-dbfk5 b451dbba67b4e698991af211d6ef8548308a9e99ed55a1dd7c5509382b205bf2 network default NAD default] I0327 11:00:00.604660 3790 helper_linux.go:450] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29576820-dbfk5, hostIfaceName: b451dbba67b4e69, network: default, NAD default, SandboxID: "b451dbba67b4e698991af211d6ef8548308a9e99ed55a1dd7c5509382b205bf2", PCI device ID: , UID: "dc861bf7-a4af-4f28-a86e-b1fb9659e5a7", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0327 11:00:00.658359 3790 cni.go:424] [segment-bridge/segment-bridge-29576820-dbfk5 b451dbba67b4e698991af211d6ef8548308a9e99ed55a1dd7c5509382b205bf2 network default NAD default] ADD finished CNI request [segment-bridge/segment-bridge-29576820-dbfk5 b451dbba67b4e698991af211d6ef8548308a9e99ed55a1dd7c5509382b205bf2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:3a:b0:1a:ad:6a\",\"name\":\"b451dbba67b4e69\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/098718e2-0336-41a3-b658-08a7dd0c2dae\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:00:04.173849 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:04.174498 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:05.053855 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:05.053881 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:17.442524 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 11:00:19.199075 3790 cni.go:403] [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default] DEL starting CNI request [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default] I0327 11:00:19.277337 3790 cni.go:424] [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default] DEL finished CNI request [konflux-ui/proxy-5cfc9c98bd-m5t9q d08f2273a1fcbf8f8bac85678fb717944f7fcea1a7e9b396f9ae4e636a6f29d7 network default NAD default], result "{}", err I0327 11:00:19.343590 3790 obj_retry.go:464] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:19.343627 3790 pods.go:176] Deleting pod: konflux-ui/proxy-5cfc9c98bd-m5t9q I0327 11:00:19.345084 3790 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5cfc9c98bd-m5t9q, ips: 10.129.0.52 I0327 11:00:19.345123 3790 obj_retry.go:464] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:19.765749 3790 obj_retry.go:458] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:19.765810 3790 obj_retry.go:458] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:19.772728 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5cfc9c98bd-m5t9q I0327 11:00:19.772754 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5cfc9c98bd-m5t9q I0327 11:00:36.338373 3790 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:36.338985 3790 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:36.357967 3790 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:36.357989 3790 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:36.366331 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0327 11:00:36.366355 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0327 11:00:48.358778 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=484 I0327 11:01:05.166995 3790 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default] I0327 11:01:05.266513 3790 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx 29a79ac3f2de54e569dd1e15cbd7c355ec8eb022487a2804083612fea1c81c24 network default NAD default], result "{}", err I0327 11:01:05.336263 3790 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:05.336303 3790 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx I0327 11:01:05.337583 3790 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx, ips: 10.129.0.34 I0327 11:01:05.337610 3790 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:05.369101 3790 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-f5lx7] creating logical port image-controller_image-controller-controller-manager-56b684c87-f5lx7 for pod on switch ip-10-0-1-188.ec2.internal I0327 11:01:05.369185 3790 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-f5lx7 I0327 11:01:05.401689 3790 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-f5lx7] pod update took 32.524469ms I0327 11:01:05.401712 3790 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-f5lx7] addLogicalPort annotation time took 32.554054ms I0327 11:01:05.403137 3790 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-f5lx7] addLogicalPort took 34.047922ms, libovsdb time 860.382µs I0327 11:01:05.731847 3790 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-f5lx7 1cae44b462d39c9cc388bc9a1e678685015c5dee13a5bb581c693afcea40e421 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-f5lx7 1cae44b462d39c9cc388bc9a1e678685015c5dee13a5bb581c693afcea40e421 network default NAD default] I0327 11:01:05.740201 3790 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-f5lx7, hostIfaceName: 1cae44b462d39c9, network: default, NAD default, SandboxID: "1cae44b462d39c9cc388bc9a1e678685015c5dee13a5bb581c693afcea40e421", PCI device ID: , UID: "b1c0aab1-52d9-43e9-910a-bf8cda2ac437", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0327 11:01:05.788404 3790 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-f5lx7 1cae44b462d39c9cc388bc9a1e678685015c5dee13a5bb581c693afcea40e421 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-f5lx7 1cae44b462d39c9cc388bc9a1e678685015c5dee13a5bb581c693afcea40e421 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:e2:89:8c:57:71\",\"name\":\"1cae44b462d39c9\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99289772-a580-467f-88da-256b894cf9e3\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:01:06.045321 3790 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:06.045353 3790 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:06.056124 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx I0327 11:01:06.056156 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx W0327 11:01:20.084499 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-188.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0327 11:01:20.399115 3790 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:20.399661 3790 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:20.741639 3790 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:20.741664 3790 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:20.745331 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq I0327 11:01:20.745357 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq I0327 11:02:38.444582 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 11:02:59.476653 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0327 11:03:13.358411 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=79 I0327 11:03:21.356141 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 11:03:36.460929 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0327 11:03:53.470063 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0327 11:04:04.480806 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0327 11:04:21.480445 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 11:04:35.357132 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=67 I0327 11:04:42.355763 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0327 11:05:10.443171 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 11:05:21.456609 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 11:05:50.361762 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0327 11:07:19.357620 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=23 I0327 11:07:36.445454 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0327 11:08:12.057769 3790 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:12.057811 3790 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:12.064193 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-68tx9 I0327 11:08:12.064232 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-68tx9 I0327 11:08:15.037587 3790 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:15.037638 3790 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:15.043946 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bjtt9 I0327 11:08:15.043961 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bjtt9 I0327 11:08:22.038302 3790 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:22.038351 3790 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:22.044591 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8hwlt I0327 11:08:22.044617 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8hwlt I0327 11:08:44.464252 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0327 11:08:48.447036 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0327 11:09:32.464207 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0327 11:09:35.360313 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0327 11:10:04.386479 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:10:04.387059 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:10:05.263330 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:10:05.263353 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:10:22.479829 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 11:10:25.361264 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0327 11:10:32.446410 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 11:10:49.483353 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 11:11:09.473086 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0327 11:11:13.365249 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0327 11:12:09.359138 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 11:12:14.358495 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0327 11:14:00.484049 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 11:14:15.360849 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0327 11:14:47.857492 3790 namespace.go:98] [default-tenant-managed] adding namespace I0327 11:14:47.858354 3790 namespace.go:102] [default-tenant-managed] adding namespace took 834.822µs I0327 11:14:47.885910 3790 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:47.901660 3790 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:48.876000 3790 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:49.017085 3790 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:49.098821 3790 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:15:20.458938 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0327 11:15:32.063824 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-init-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:15:32.064004 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod I0327 11:15:32.095106 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod] pod update took 31.138463ms I0327 11:15:32.095132 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod] addLogicalPort annotation time took 31.168353ms I0327 11:15:32.096526 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod] addLogicalPort took 32.719249ms, libovsdb time 900.749µs I0327 11:15:32.427695 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default] I0327 11:15:32.436298 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-init-pod, hostIfaceName: 451125c66ab5096, network: default, NAD default, SandboxID: "451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387", PCI device ID: , UID: "d0f70252-7f2e-4dc4-a2b1-b94176f97059", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0327 11:15:32.488246 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:9f:60:3b:89:0d\",\"name\":\"451125c66ab5096\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d131fab-1b4e-402a-b879-db0a78cc810f\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:15:34.364376 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 W0327 11:15:37.767499 3790 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-w674w I0327 11:15:49.111429 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default] I0327 11:15:49.203830 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod 451125c66ab509682de39a25aa597f3f15de580d3c85e83cd62daab916dd6387 network default NAD default], result "{}", err I0327 11:15:49.366108 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:15:49.366147 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod I0327 11:15:49.367633 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod, ips: 10.129.0.57 I0327 11:15:49.367658 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:15:49.752722 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-clone-repository-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:15:49.752850 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod I0327 11:15:49.776024 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod] pod update took 23.204117ms I0327 11:15:49.776062 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod] addLogicalPort annotation time took 23.246057ms I0327 11:15:49.777707 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod] addLogicalPort took 25.005206ms, libovsdb time 1.067943ms I0327 11:15:50.183104 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default] I0327 11:15:50.193415 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-clone-repository-pod, hostIfaceName: d9cbbab2ade9f32, network: default, NAD default, SandboxID: "d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477", PCI device ID: , UID: "70edc2dd-0a46-469f-9d06-6df6b1f11e1b", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0327 11:15:50.451166 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:22:a3:7e:da:e8\",\"name\":\"d9cbbab2ade9f32\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f869d4b-1f1e-4cfe-968e-d3788ec65c6b\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:16:02.466634 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 11:16:16.298430 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default] I0327 11:16:16.392408 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod d9cbbab2ade9f32e8ee9b8a4c577b03775ae405f3edacad368a469e64167c477 network default NAD default], result "{}", err I0327 11:16:16.503297 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:16.503369 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod I0327 11:16:16.504891 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod, ips: 10.129.0.58 I0327 11:16:16.504926 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:26.449989 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0327 11:16:40.657462 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:40.658128 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:17:01.368614 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=66 I0327 11:17:06.448208 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 11:17:21.362916 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0327 11:17:42.482231 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 11:18:14.362289 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 11:18:14.485686 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0327 11:18:56.475373 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 11:19:07.466515 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0327 11:19:10.066913 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-build-image-index-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:10.067076 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod I0327 11:19:10.103500 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod] pod update took 36.458337ms I0327 11:19:10.103526 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod] addLogicalPort annotation time took 36.484656ms I0327 11:19:10.104898 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod] addLogicalPort took 38.000382ms, libovsdb time 959.347µs I0327 11:19:10.430810 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default] I0327 11:19:10.439634 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-build-image-index-pod, hostIfaceName: 7e92a11d0763d8d, network: default, NAD default, SandboxID: "7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab", PCI device ID: , UID: "f264d3b7-c63d-4f7b-ac35-436b344b0e55", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0327 11:19:10.490774 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:10:8f:3e:71:e5\",\"name\":\"7e92a11d0763d8d\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/590eab4b-d19a-4da8-b200-1af447ac4265\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:10.551871 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:10.552455 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:15.448913 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0327 11:19:17.767533 3790 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-759977d69f-rxbzt I0327 11:19:33.487076 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0327 11:19:50.615474 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default] I0327 11:19:50.713278 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod 7e92a11d0763d8d59c35e3b700eecbe252ef2762137efdfb0a944fed4b3f2bab network default NAD default], result "{}", err I0327 11:19:50.802611 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:50.802669 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod I0327 11:19:50.803978 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod, ips: 10.129.0.59 I0327 11:19:50.804007 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:50.878945 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:50.879098 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod I0327 11:19:50.910010 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod] pod update took 30.945388ms I0327 11:19:50.910043 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 30.986395ms I0327 11:19:50.911345 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod] addLogicalPort took 32.415793ms, libovsdb time 863.34µs I0327 11:19:51.247013 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default] I0327 11:19:51.255670 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod, hostIfaceName: fd9b7c5dea2b319, network: default, NAD default, SandboxID: "fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65", PCI device ID: , UID: "2b9b9bec-4c72-4d97-9c0f-21df74c5a04a", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0327 11:19:51.306484 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:4c:b6:e4:35:dd\",\"name\":\"fd9b7c5dea2b319\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc19af0e-cbe7-41ca-8b91-59e1e369d727\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:51.736646 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:51.736770 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod I0327 11:19:51.756847 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod] pod update took 20.109039ms I0327 11:19:51.756872 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod] addLogicalPort annotation time took 20.137808ms I0327 11:19:51.758262 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod] addLogicalPort took 21.623188ms, libovsdb time 944.867µs I0327 11:19:51.931610 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:51.931728 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod I0327 11:19:51.954954 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod] pod update took 23.258325ms I0327 11:19:51.954980 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod] addLogicalPort annotation time took 23.290434ms I0327 11:19:51.956475 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod] addLogicalPort took 24.882462ms, libovsdb time 1.029642ms I0327 11:19:52.127953 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default] I0327 11:19:52.137250 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod, hostIfaceName: b58ec63c3138c17, network: default, NAD default, SandboxID: "b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9", PCI device ID: , UID: "7317429e-93bd-4aaa-bfaf-0929c81f898b", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0327 11:19:52.185012 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:3c:ff:d3:e8:13\",\"name\":\"b58ec63c3138c17\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/222f3723-bdd6-48cb-b062-085158f47237\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:52.349435 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default] I0327 11:19:52.360067 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod, hostIfaceName: 8548515404c59c6, network: default, NAD default, SandboxID: "8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327", PCI device ID: , UID: "bc3d5546-fb2e-4b62-9544-1c8d8ae40049", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0327 11:19:52.407985 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:18:e9:f6:66:78\",\"name\":\"8548515404c59c6\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1369cd94-c240-410e-b2b6-1b42d7b55b98\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:52.654607 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:52.654722 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod I0327 11:19:52.685783 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod] pod update took 31.09232ms I0327 11:19:52.685813 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod] addLogicalPort annotation time took 31.12638ms I0327 11:19:52.687306 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod] addLogicalPort took 32.710689ms, libovsdb time 877.505µs I0327 11:19:53.058978 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default] I0327 11:19:53.067960 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod, hostIfaceName: ea80a38134a0894, network: default, NAD default, SandboxID: "ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e", PCI device ID: , UID: "9d02cad6-5056-4d5c-ace4-c92ee4169201", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0327 11:19:53.121141 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:9b:12:5b:f7:27\",\"name\":\"ea80a38134a0894\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09f6d739-6433-4c17-9c72-795683ac9eeb\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:53.367440 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-apply-tags-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:53.367604 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod I0327 11:19:53.395204 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod] pod update took 27.627087ms I0327 11:19:53.395341 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod] addLogicalPort annotation time took 27.732176ms I0327 11:19:53.397080 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod] addLogicalPort took 29.671045ms, libovsdb time 1.044537ms I0327 11:19:53.779910 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default] I0327 11:19:53.790912 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-apply-tags-pod, hostIfaceName: 328b3efa5ff835c, network: default, NAD default, SandboxID: "328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6", PCI device ID: , UID: "82057547-5de0-4eef-9b03-9c695ac3c537", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0327 11:19:53.851325 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:89:58:b0:37:0d\",\"name\":\"328b3efa5ff835c\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f50f6726-5cab-48ca-a81c-3ed632670e37\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:53.899391 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:53.899553 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod I0327 11:19:53.919347 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod] pod update took 19.827586ms I0327 11:19:53.919378 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod] addLogicalPort annotation time took 19.869425ms I0327 11:19:53.921202 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod] addLogicalPort took 21.83034ms, libovsdb time 1.269142ms I0327 11:19:54.026471 3790 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:19:54.026722 3790 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod I0327 11:19:54.044663 3790 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod] pod update took 17.985784ms I0327 11:19:54.044691 3790 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod] addLogicalPort annotation time took 18.021952ms I0327 11:19:54.046485 3790 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod] addLogicalPort took 20.036023ms, libovsdb time 1.183803ms I0327 11:19:54.337386 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default] I0327 11:19:54.348248 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod, hostIfaceName: 939795b4729dd94, network: default, NAD default, SandboxID: "939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2", PCI device ID: , UID: "c8d6b6ff-a367-481c-87fb-f64a0edda70d", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0327 11:19:54.416643 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:d0:88:f1:39:77\",\"name\":\"939795b4729dd94\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d2e1af0-aab6-46b9-afa7-18c02c3919b5\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:19:54.482827 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default] I0327 11:19:54.495254 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod, hostIfaceName: 2b5e9ecc38057c5, network: default, NAD default, SandboxID: "2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3", PCI device ID: , UID: "df4526ef-cedc-424d-a211-37e3dd0a8428", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0327 11:19:54.566111 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:3b:b5:c9:fb:e8\",\"name\":\"2b5e9ecc38057c5\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef0e478b-42f8-4a92-9d7f-46c4b0724354\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:20:03.718417 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:03.719086 3790 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:04.579282 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.579312 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.615360 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.615458 3790 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.618939 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 I0327 11:20:04.619040 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 I0327 11:20:19.966558 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default] I0327 11:20:20.074809 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod 939795b4729dd945061956746944097646a63b7bb605509f87fd468addb6b8b2 network default NAD default], result "{}", err I0327 11:20:33.262876 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:33.262915 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod I0327 11:20:33.264346 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod, ips: 10.129.0.65 I0327 11:20:33.264373 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:39.156781 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default] I0327 11:20:39.269201 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod b58ec63c3138c176c04a28b472a8504cef44edcc32cba779ac3d6e94ec0668d9 network default NAD default], result "{}", err I0327 11:20:40.683635 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:40.683682 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod I0327 11:20:40.685678 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod, ips: 10.129.0.61 I0327 11:20:40.685720 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:41.361574 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0327 11:20:42.193380 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default] I0327 11:20:42.291080 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod 328b3efa5ff835c3fca9a118eb854fb66f2419c269676c1c68857ad948f8e0e6 network default NAD default], result "{}", err I0327 11:20:42.385401 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:42.385447 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod I0327 11:20:42.387291 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod, ips: 10.129.0.64 I0327 11:20:42.387328 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:44.215582 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default] I0327 11:20:44.307262 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod 8548515404c59c6560df432fa80dc81ec4916e69d7fc39fc74d9ab0bb7522327 network default NAD default], result "{}", err I0327 11:20:44.423266 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:44.423378 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod I0327 11:20:44.425213 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod, ips: 10.129.0.62 I0327 11:20:44.425261 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:53.266559 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:53.267242 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:55.363707 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0327 11:20:57.334272 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:57.334986 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:57.337460 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default] I0327 11:20:57.431702 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod ea80a38134a0894b56bfc13a82496a14dad3481ec4741ce6fef515dd0b30142e network default NAD default], result "{}", err I0327 11:20:58.101419 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:58.102074 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:10.608389 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:10.608430 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod I0327 11:21:10.610203 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod, ips: 10.129.0.63 I0327 11:21:10.610260 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:26.366852 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0327 11:21:31.218659 3790 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:31.219213 3790 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:31.351885 3790 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:21:31.351920 3790 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:21:31.359572 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj I0327 11:21:31.359599 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj I0327 11:21:32.617740 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default] I0327 11:21:32.696996 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod 2b5e9ecc38057c51e342473066b83853966846e543e3336daaf953d860f694b3 network default NAD default], result "{}", err I0327 11:21:33.013381 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:33.013422 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod I0327 11:21:33.015033 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod, ips: 10.129.0.66 I0327 11:21:33.015062 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:36.660535 3790 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default] I0327 11:21:36.754891 3790 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod fd9b7c5dea2b31966504aeb1020dab713487dc115a0ac067c1a515c2576f9d65 network default NAD default], result "{}", err I0327 11:21:36.877847 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:36.877882 3790 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod I0327 11:21:36.879414 3790 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod, ips: 10.129.0.60 I0327 11:21:36.879441 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:22:58.462242 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 11:23:14.195060 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:14.195690 3790 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:41.432813 3790 obj_retry.go:464] Detected object default-tenant/my-integration-test-rntf-z44kg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:41.433422 3790 obj_retry.go:464] Detected object default-tenant/my-integration-test-rntf-z44kg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:52.452378 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0327 11:23:53.256452 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod] creating logical port default-tenant-managed_managed-xq5wh-verify-access-to-resources-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:23:53.256611 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod I0327 11:23:53.293048 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod] pod update took 36.471776ms I0327 11:23:53.293077 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod] addLogicalPort annotation time took 36.505776ms I0327 11:23:53.294450 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod] addLogicalPort took 38.011903ms, libovsdb time 915.778µs I0327 11:23:53.626644 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default] I0327 11:23:53.635440 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-verify-access-to-resources-pod, hostIfaceName: 376cfe0e9d6aabe, network: default, NAD default, SandboxID: "376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584", PCI device ID: , UID: "82085985-3436-4f9c-8967-474dfe939a9f", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0327 11:23:53.685123 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:dc:a6:56:cf:e8\",\"name\":\"376cfe0e9d6aabe\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d693e3e5-e278-4fa5-ab2a-f075a584b669\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:23:56.124898 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/affinity-assistant-d7a5e7d27c-0] creating logical port default-tenant-managed_affinity-assistant-d7a5e7d27c-0 for pod on switch ip-10-0-1-188.ec2.internal I0327 11:23:56.125022 3790 kube.go:256] Updating pod default-tenant-managed/affinity-assistant-d7a5e7d27c-0 I0327 11:23:56.137787 3790 pod.go:62] [default-tenant-managed/affinity-assistant-d7a5e7d27c-0] pod update took 12.788036ms I0327 11:23:56.137816 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/affinity-assistant-d7a5e7d27c-0] addLogicalPort annotation time took 12.82342ms I0327 11:23:56.139256 3790 pods.go:271] [default-tenant-managed/affinity-assistant-d7a5e7d27c-0] addLogicalPort took 14.373387ms, libovsdb time 1.02917ms I0327 11:23:56.498369 3790 cni.go:403] [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default] ADD starting CNI request [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default] I0327 11:23:56.508632 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: affinity-assistant-d7a5e7d27c-0, hostIfaceName: 3abdb66ff6e1685, network: default, NAD default, SandboxID: "3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5", PCI device ID: , UID: "89217ea5-2155-4682-aa1f-29e0d4d33913", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0327 11:23:56.565195 3790 cni.go:424] [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default] ADD finished CNI request [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:67:d2:f6:77:ba\",\"name\":\"3abdb66ff6e1685\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06fe02fb-289a-41e8-a309-1da9d06bddab\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:24:00.485314 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0327 11:24:02.451146 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0327 11:24:11.814354 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default] I0327 11:24:11.921011 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod 376cfe0e9d6aabea8f97996675a5a09098a1d682a157bc1656f92d60753fe584 network default NAD default], result "{}", err I0327 11:24:12.133718 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:12.133753 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod I0327 11:24:12.135636 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod, ips: 10.129.0.67 I0327 11:24:12.135675 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:13.568432 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-collect-data-pod] creating logical port default-tenant-managed_managed-xq5wh-collect-data-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:24:13.568557 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-collect-data-pod I0327 11:24:13.607815 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-collect-data-pod] pod update took 39.287456ms I0327 11:24:13.607845 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-collect-data-pod] addLogicalPort annotation time took 39.324147ms I0327 11:24:13.609355 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-collect-data-pod] addLogicalPort took 40.941543ms, libovsdb time 949.599µs I0327 11:24:13.969257 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default] I0327 11:24:13.977887 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-collect-data-pod, hostIfaceName: eb1e435d47f1a50, network: default, NAD default, SandboxID: "eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d", PCI device ID: , UID: "3e49cf27-b84e-4ba0-beba-bb4ae5d0da45", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0327 11:24:14.234575 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:4b:4e:8f:32:19\",\"name\":\"eb1e435d47f1a50\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5023b5e-c499-4361-9b6a-de0f97bd96b5\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:24:36.025954 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default] I0327 11:24:36.117884 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-collect-data-pod eb1e435d47f1a50941e36d9053a288f90f3d1b3325d72c6f2f665f6f0c44289d network default NAD default], result "{}", err I0327 11:24:36.243837 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:36.243933 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-collect-data-pod I0327 11:24:36.245454 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-collect-data-pod, ips: 10.129.0.69 I0327 11:24:36.245483 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:37.406340 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-collect-task-params-pod] creating logical port default-tenant-managed_managed-xq5wh-collect-task-params-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:24:37.406525 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-collect-task-params-pod I0327 11:24:37.427134 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-collect-task-params-pod] pod update took 20.654453ms I0327 11:24:37.427194 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-collect-task-params-pod] addLogicalPort annotation time took 20.690273ms I0327 11:24:37.429179 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-collect-task-params-pod] addLogicalPort took 22.8747ms, libovsdb time 1.29707ms I0327 11:24:37.845912 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default] I0327 11:24:37.854885 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-collect-task-params-pod, hostIfaceName: a03df0c41a1ff6b, network: default, NAD default, SandboxID: "a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b", PCI device ID: , UID: "fc2e16d4-54dd-4e65-9796-1ec7ebf54778", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0327 11:24:37.905768 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:f5:09:d5:5f:8c\",\"name\":\"a03df0c41a1ff6b\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c26a5bab-c151-4cc8-a104-a2c876483b82\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:24:38.596056 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod] creating logical port default-tenant-managed_managed-xq5wh-collect-registry-token-secret-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:24:38.596207 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod I0327 11:24:38.617096 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod] pod update took 20.919265ms I0327 11:24:38.617124 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod] addLogicalPort annotation time took 20.951656ms I0327 11:24:38.618831 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod] addLogicalPort took 22.793992ms, libovsdb time 1.130161ms I0327 11:24:38.989958 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default] I0327 11:24:38.999339 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-collect-registry-token-secret-pod, hostIfaceName: 44a7dcca59ae543, network: default, NAD default, SandboxID: "44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57", PCI device ID: , UID: "9f1111c6-bfac-48a5-a546-02f228f3a2b8", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0327 11:24:39.047307 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:58:3c:cc:a2:01\",\"name\":\"44a7dcca59ae543\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93213676-8a74-46a5-8db1-e19874d0df56\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:24:40.137363 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-reduce-snapshot-pod] creating logical port default-tenant-managed_managed-xq5wh-reduce-snapshot-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:24:40.137516 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-reduce-snapshot-pod I0327 11:24:40.187246 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod] pod update took 49.768559ms I0327 11:24:40.187272 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-reduce-snapshot-pod] addLogicalPort annotation time took 49.79937ms I0327 11:24:40.188992 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod] addLogicalPort took 51.644463ms, libovsdb time 1.286118ms I0327 11:24:40.423423 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-check-data-keys-pod] creating logical port default-tenant-managed_managed-xq5wh-check-data-keys-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:24:40.423540 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-check-data-keys-pod I0327 11:24:40.468480 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-check-data-keys-pod] pod update took 44.965875ms I0327 11:24:40.468514 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-check-data-keys-pod] addLogicalPort annotation time took 45.007874ms I0327 11:24:40.469949 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-check-data-keys-pod] addLogicalPort took 46.543222ms, libovsdb time 968.994µs I0327 11:24:40.604268 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default] I0327 11:24:40.613557 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-reduce-snapshot-pod, hostIfaceName: 0243e9c7d1d0ef6, network: default, NAD default, SandboxID: "0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f", PCI device ID: , UID: "54d19138-345d-4c76-8add-64f4c9d14b0a", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0327 11:24:40.667765 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:a0:20:84:59:53\",\"name\":\"0243e9c7d1d0ef6\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f71983e-f081-44ff-88a3-49cd0ccbb148\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:24:40.801408 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default] I0327 11:24:40.810597 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-check-data-keys-pod, hostIfaceName: 2b35c731bffeee2, network: default, NAD default, SandboxID: "2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958", PCI device ID: , UID: "14864b93-f276-4089-9e13-007aa824d147", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0327 11:24:41.066151 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:20:28:81:06:ef\",\"name\":\"2b35c731bffeee2\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02369559-850f-4f2c-890b-dafc75d6c016\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:24:41.469346 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0327 11:24:46.157183 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default] I0327 11:24:46.246746 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-collect-task-params-pod a03df0c41a1ff6b563e047ea56d36fc6b58286f1cb23285e0eb80e63ce407f9b network default NAD default], result "{}", err I0327 11:24:46.331938 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:46.331999 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-collect-task-params-pod I0327 11:24:46.333613 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-collect-task-params-pod, ips: 10.129.0.70 I0327 11:24:46.333643 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:47.176524 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default] I0327 11:24:47.266934 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod 44a7dcca59ae543800f94789649fe23cff406b0e07e5f9757eb7103057dd8c57 network default NAD default], result "{}", err I0327 11:24:47.348787 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:47.348822 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod I0327 11:24:47.350542 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod, ips: 10.129.0.71 I0327 11:24:47.350575 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:02.319800 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default] I0327 11:25:02.406584 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-check-data-keys-pod 2b35c731bffeee2005d758d2bae911e8297039a3735cc3d5dc7b13d6c3b11958 network default NAD default], result "{}", err I0327 11:25:02.481859 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:02.481899 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-check-data-keys-pod I0327 11:25:02.483468 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-check-data-keys-pod, ips: 10.129.0.73 I0327 11:25:02.483497 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:05.365580 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0327 11:25:08.375774 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default] I0327 11:25:08.468361 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-reduce-snapshot-pod 0243e9c7d1d0ef6d67b5b07a7b037ff40e87f8d50180ad8ed5295b0a25727c9f network default NAD default], result "{}", err I0327 11:25:08.547159 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:08.547197 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-reduce-snapshot-pod I0327 11:25:08.548722 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-reduce-snapshot-pod, ips: 10.129.0.72 I0327 11:25:08.548754 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:10.376939 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-apply-mapping-pod] creating logical port default-tenant-managed_managed-xq5wh-apply-mapping-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:25:10.377078 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-apply-mapping-pod I0327 11:25:10.413660 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-apply-mapping-pod] pod update took 36.618439ms I0327 11:25:10.413688 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-apply-mapping-pod] addLogicalPort annotation time took 36.651889ms I0327 11:25:10.415033 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-apply-mapping-pod] addLogicalPort took 38.114715ms, libovsdb time 905.494µs I0327 11:25:10.748999 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default] I0327 11:25:10.764775 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-apply-mapping-pod, hostIfaceName: 6786db0c2fef252, network: default, NAD default, SandboxID: "6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25", PCI device ID: , UID: "52cbe676-7467-442b-b5cd-865b31d73c32", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0327 11:25:10.821844 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:ee:ce:dc:23:4d\",\"name\":\"6786db0c2fef252\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad72f0f-0058-49d8-ae6d-147bed023f53\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:25:14.372080 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=282 I0327 11:25:31.478269 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0327 11:25:32.607808 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default] I0327 11:25:32.701846 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-apply-mapping-pod 6786db0c2fef2520f4448b548b197fef18442d4f697bd228ad4c7d0ad8709b25 network default NAD default], result "{}", err I0327 11:25:32.787102 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:32.787242 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-apply-mapping-pod I0327 11:25:32.788680 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-apply-mapping-pod, ips: 10.129.0.74 I0327 11:25:32.788718 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:34.607839 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-filter-already-released-images-pod] creating logical port default-tenant-managed_managed-xq5wh-filter-already-released-images-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:25:34.607957 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-filter-already-released-images-pod I0327 11:25:34.634050 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod] pod update took 26.124495ms I0327 11:25:34.634076 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-filter-already-released-images-pod] addLogicalPort annotation time took 26.156217ms I0327 11:25:34.635396 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod] addLogicalPort took 27.577975ms, libovsdb time 887.812µs I0327 11:25:34.976371 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default] I0327 11:25:34.985106 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-filter-already-released-images-pod, hostIfaceName: dbbf969cf2def23, network: default, NAD default, SandboxID: "dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719", PCI device ID: , UID: "993e8cc6-a02c-4754-b4de-fb63916cd609", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0327 11:25:35.034781 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:c9:cd:2f:98:45\",\"name\":\"dbbf969cf2def23\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38b2766d-59ec-40d2-9042-42ee05b31bca\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:25:40.365438 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 11:25:57.838792 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default] I0327 11:25:57.931461 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-filter-already-released-images-pod dbbf969cf2def232024654309429181d94568416017b3fdfff019c05b36ab719 network default NAD default], result "{}", err I0327 11:25:58.005252 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:58.005290 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-filter-already-released-images-pod I0327 11:25:58.006766 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-filter-already-released-images-pod, ips: 10.129.0.75 I0327 11:25:58.006795 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:58.939856 3790 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-xq5wh-verify-conforma-pod] creating logical port default-tenant-managed_managed-xq5wh-verify-conforma-pod for pod on switch ip-10-0-1-188.ec2.internal I0327 11:25:58.940038 3790 kube.go:256] Updating pod default-tenant-managed/managed-xq5wh-verify-conforma-pod I0327 11:25:58.984417 3790 pod.go:62] [default-tenant-managed/managed-xq5wh-verify-conforma-pod] pod update took 44.415374ms I0327 11:25:58.984442 3790 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-xq5wh-verify-conforma-pod] addLogicalPort annotation time took 44.442504ms I0327 11:25:58.985878 3790 pods.go:271] [default-tenant-managed/managed-xq5wh-verify-conforma-pod] addLogicalPort took 46.041992ms, libovsdb time 1.01116ms I0327 11:25:59.315559 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default] I0327 11:25:59.324366 3790 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-xq5wh-verify-conforma-pod, hostIfaceName: 68bb244d65963af, network: default, NAD default, SandboxID: "68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283", PCI device ID: , UID: "3a659147-11b0-47a4-894e-203a36784c6e", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0327 11:25:59.371894 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:ae:5c:d4:23:f1\",\"name\":\"68bb244d65963af\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7043756b-bd3f-45c0-a790-ad123f4aad88\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 11:26:22.553670 3790 cni.go:403] [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default] DEL starting CNI request [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default] I0327 11:26:22.642594 3790 cni.go:424] [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default] DEL finished CNI request [default-tenant-managed/affinity-assistant-d7a5e7d27c-0 3abdb66ff6e1685329f39ba458b36a73d2118e84a8d28f3851e2ba1436b09fd5 network default NAD default], result "{}", err I0327 11:26:22.710940 3790 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:22.711047 3790 pods.go:176] Deleting pod: default-tenant-managed/affinity-assistant-d7a5e7d27c-0 I0327 11:26:22.712422 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/affinity-assistant-d7a5e7d27c-0, ips: 10.129.0.68 I0327 11:26:22.712449 3790 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:23.127166 3790 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:26:23.127244 3790 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:26:23.136209 3790 cni.go:403] [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default] I0327 11:26:23.138569 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-d7a5e7d27c-0 I0327 11:26:23.138668 3790 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-d7a5e7d27c-0 I0327 11:26:23.224425 3790 cni.go:424] [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-xq5wh-verify-conforma-pod 68bb244d65963af484421c20454dd26a98596b2ec15537084ec3cce381e34283 network default NAD default], result "{}", err I0327 11:26:23.348116 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:23.348163 3790 pods.go:176] Deleting pod: default-tenant-managed/managed-xq5wh-verify-conforma-pod I0327 11:26:23.349632 3790 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-xq5wh-verify-conforma-pod, ips: 10.129.0.76 I0327 11:26:23.349670 3790 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it