+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-137.ec2.internal ++ [[ -n ip-10-0-1-137.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-137.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 14:37:40.555753882 - disable conntrack on geneve port' I0507 14:37:40.555753882 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 14:37:40.615823606 - starting ovnkube-node' I0507 14:37:40.615823606 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-137.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-137.ec2.internal --init-node ip-10-0-1-137.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-137.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 14:37:40.683069 3779 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 14:37:40.683126 3779 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-94866bb6e6.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 14:37:40.684525 3779 kube.go:431] Waiting for certificate I0507 14:37:40.684558 3779 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 14:37:40.684601 3779 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 14:37:40.685283 3779 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 14:37:40.709969 3779 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:40.709992 3779 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:40.713418 3779 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:40.721655 3779 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q2dds" I0507 14:37:40.731702 3779 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q2dds" I0507 14:37:40.731777 3779 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:41.684802 3779 kube.go:438] Certificate found I0507 14:37:41.685683 3779 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 14:37:41.686717 3779 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 14:37:41.747371 3779 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 14:32:40 +0000 UTC" deadline="2026-05-08 08:53:39.741399669 +0000 UTC" I0507 14:37:41.747416 3779 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h15m57.99399927s" I0507 14:37:41.753795 3779 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 14:37:41.773256 3779 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 14:37:41.773328 3779 server.go:101] MetricServer registers OVS metrics I0507 14:37:41.773638 3779 server.go:105] MetricServer registers OVN DB metrics I0507 14:37:41.774482 3779 controller_manager.go:370] Starting the ovnkube controller I0507 14:37:41.774494 3779 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-137.ec2.internal I0507 14:37:41.774544 3779 controller_manager.go:395] NBDB zone sync took: 40.789µs I0507 14:37:41.774558 3779 factory.go:561] Starting watch factory I0507 14:37:41.774646 3779 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774658 3779 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774666 3779 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774671 3779 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774674 3779 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774691 3779 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774732 3779 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774750 3779 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774673 3779 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.774849 3779 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.775176 3779 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.775193 3779 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.775266 3779 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 14:37:41.775336 3779 factory.go:561] Starting watch factory I0507 14:37:41.778601 3779 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 14:37:41.778629 3779 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 14:37:41.790798 3779 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.791417 3779 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 14:37:41.791435 3779 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 14:37:41.791851 3779 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.793261 3779 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.793516 3779 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.793637 3779 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.796126 3779 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 14:37:41.796203 3779 server.go:109] MetricServer registers OVN Controller metrics I0507 14:37:41.800730 3779 server.go:113] MetricServer registers OVN Northd metrics I0507 14:37:41.804900 3779 metrics.go:519] OVN Metrics Server starts to run ... I0507 14:37:41.805071 3779 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:41.880077 3779 factory.go:1977] *v1.Node informer cache synced successfully I0507 14:37:41.880106 3779 factory.go:1977] *v1.Service informer cache synced successfully I0507 14:37:41.880112 3779 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 14:37:41.880117 3779 factory.go:1977] *v1.Pod informer cache synced successfully I0507 14:37:41.880122 3779 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 14:37:41.880127 3779 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 14:37:41.880222 3779 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:41.880306 3779 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:41.880337 3779 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:41.880477 3779 factory.go:1977] *v1.Pod informer cache synced successfully I0507 14:37:41.880494 3779 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 14:37:41.880501 3779 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 14:37:41.880508 3779 factory.go:1977] *v1.Node informer cache synced successfully I0507 14:37:41.880515 3779 factory.go:1977] *v1.Service informer cache synced successfully I0507 14:37:41.880519 3779 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 14:37:41.880708 3779 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:41.883510 3779 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:41.883509 3779 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:41.885206 3779 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 14:37:41.885217 3779 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 14:37:41.885272 3779 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.885288 3779 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.885546 3779 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 14:37:41.885558 3779 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 14:37:41.887239 3779 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.890864 3779 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 14:37:41.890877 3779 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 14:37:41.891061 3779 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.891082 3779 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.910581 3779 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.996335 3779 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 14:37:41.996344 3779 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 14:37:41.996437 3779 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:41.996453 3779 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.014285 3779 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.102305 3779 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 14:37:42.102318 3779 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 14:37:42.102432 3779 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.102453 3779 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.120424 3779 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.208632 3779 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 14:37:42.208642 3779 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 14:37:42.208759 3779 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.208781 3779 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.211027 3779 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.214731 3779 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 14:37:42.214738 3779 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 14:37:42.214899 3779 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:42.214918 3779 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:42.216724 3779 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:42.220343 3779 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 14:37:42.220359 3779 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 14:37:42.220414 3779 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.220428 3779 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.220448 3779 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.220463 3779 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.222756 3779 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.259541 3779 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:42.326474 3779 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 14:37:42.326492 3779 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 14:37:42.326499 3779 factory.go:680] Watch Factory start up complete, took: 551.943867ms I0507 14:37:42.326506 3779 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-137.ec2.internal" zone I0507 14:37:42.326482 3779 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 14:37:42.326531 3779 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 14:37:42.326537 3779 factory.go:680] Watch Factory start up complete, took: 551.201609ms I0507 14:37:42.326610 3779 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 14:37:42.373982 3779 default_node_network_controller.go:710] Initializing the default node network controller I0507 14:37:42.453647 3779 udn_isolation.go:101] Starting UDN host isolation manager I0507 14:37:42.459570 3779 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 14:37:42.520193 3779 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 14:37:42.520287 3779 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 14:37:42.520303 3779 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 14:37:42.553871 3779 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 14:37:42.553939 3779 default_node_network_controller.go:809] Node ip-10-0-1-137.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0507 14:37:42.559543 3779 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.137"] k8s.ovn.org/zone-name:ip-10-0-1-137.ec2.internal] on node ip-10-0-1-137.ec2.internal I0507 14:37:42.577402 3779 controller_manager.go:429] Waiting for node in zone sync took: 250.883513ms I0507 14:37:42.581348 3779 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 14:37:42.581738 3779 controller_manager.go:611] Switching to transit router for layer2 networks I0507 14:37:42.581753 3779 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-137.ec2.internal I0507 14:37:42.587495 3779 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 14:37:42.587695 3779 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0507 14:37:42.587842 3779 gateway_init.go:263] Preparing Gateway I0507 14:37:42.587854 3779 gateway_shared_intf.go:1687] Creating new gateway I0507 14:37:42.596017 3779 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 14:37:42.602503 3779 controller_manager.go:290] SCTP support detected in OVN I0507 14:37:42.603161 3779 services_controller.go:69] Creating services controller for network=default I0507 14:37:42.603250 3779 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 14:37:42.603403 3779 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 14:37:42.603434 3779 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 14:37:42.603446 3779 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 14:37:42.603454 3779 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 14:37:42.603662 3779 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 14:37:42.603698 3779 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 14:37:42.603767 3779 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.292µs I0507 14:37:42.603791 3779 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 85.431µs I0507 14:37:42.603798 3779 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 99.22µs I0507 14:37:42.603804 3779 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 14:37:42.603810 3779 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 14:37:42.603815 3779 udn_enabled_svc.go:95] Performing full resync I0507 14:37:42.603821 3779 default_network_controller.go:325] Starting the default network controller I0507 14:37:42.603941 3779 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 37.983µs I0507 14:37:42.604156 3779 udn_enabled_svc.go:99] Waiting for handler to sync I0507 14:37:42.604171 3779 udn_enabled_svc.go:104] Starting worker I0507 14:37:42.613904 3779 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 14:37:42.613974 3779 repair.go:33] Syncing exgw routes took 59.208µs I0507 14:37:42.613997 3779 default_network_controller.go:414] Starting all the Watchers... I0507 14:37:42.614135 3779 namespace.go:98] [openshift-marketplace] adding namespace I0507 14:37:42.614144 3779 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 14:37:42.614150 3779 namespace.go:98] [openshift-host-network] adding namespace I0507 14:37:42.614165 3779 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 14:37:42.614171 3779 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 14:37:42.614177 3779 namespace.go:98] [openshift-dns] adding namespace I0507 14:37:42.614177 3779 namespace.go:98] [default] adding namespace I0507 14:37:42.614193 3779 namespace.go:98] [openshift-insights] adding namespace I0507 14:37:42.614204 3779 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 14:37:42.614206 3779 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 14:37:42.614200 3779 namespace.go:98] [openshift-etcd] adding namespace I0507 14:37:42.614227 3779 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 14:37:42.614238 3779 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 14:37:42.614250 3779 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 14:37:42.614137 3779 namespace.go:98] [openshift-machine-api] adding namespace I0507 14:37:42.614906 3779 namespace.go:102] [openshift-marketplace] adding namespace took 757.274µs I0507 14:37:42.614921 3779 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 14:37:42.615465 3779 namespace.go:102] [openshift-ingress-operator] adding namespace took 538.18µs I0507 14:37:42.615482 3779 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 14:37:42.616097 3779 namespace.go:102] [openshift-backplane-cee] adding namespace took 608.831µs I0507 14:37:42.616114 3779 namespace.go:98] [openshift-console] adding namespace I0507 14:37:42.616689 3779 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.534544ms I0507 14:37:42.616706 3779 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 14:37:42.617347 3779 namespace.go:102] [openshift-host-network] adding namespace took 3.185102ms I0507 14:37:42.617366 3779 namespace.go:98] [openshift-infra] adding namespace I0507 14:37:42.617959 3779 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.768221ms I0507 14:37:42.617976 3779 namespace.go:98] [openshift-logging] adding namespace I0507 14:37:42.618589 3779 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.408443ms I0507 14:37:42.618599 3779 namespace.go:98] [dedicated-admin] adding namespace I0507 14:37:42.619220 3779 namespace.go:102] [openshift-dns] adding namespace took 5.034793ms I0507 14:37:42.619240 3779 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 14:37:42.619825 3779 namespace.go:102] [default] adding namespace took 5.637492ms I0507 14:37:42.619846 3779 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 14:37:42.620446 3779 namespace.go:102] [openshift-insights] adding namespace took 6.245743ms I0507 14:37:42.620468 3779 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 14:37:42.621027 3779 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.815815ms I0507 14:37:42.621043 3779 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 14:37:42.621638 3779 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.424661ms I0507 14:37:42.621655 3779 namespace.go:98] [openshift-network-operator] adding namespace I0507 14:37:42.622165 3779 namespace.go:102] [openshift-etcd] adding namespace took 7.946617ms I0507 14:37:42.622196 3779 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 14:37:42.622846 3779 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.609143ms I0507 14:37:42.622862 3779 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 14:37:42.623800 3779 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.553357ms I0507 14:37:42.623822 3779 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 14:37:42.624483 3779 namespace.go:102] [openshift-machine-config-operator] adding namespace took 10.226168ms I0507 14:37:42.624498 3779 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 14:37:42.625040 3779 namespace.go:102] [openshift-machine-api] adding namespace took 10.765643ms I0507 14:37:42.625061 3779 namespace.go:98] [openshift-controller-manager] adding namespace I0507 14:37:42.625667 3779 namespace.go:102] [openshift-console] adding namespace took 9.547768ms I0507 14:37:42.625678 3779 namespace.go:98] [openshift] adding namespace I0507 14:37:42.626214 3779 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.502477ms I0507 14:37:42.626227 3779 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 14:37:42.626773 3779 namespace.go:102] [openshift-infra] adding namespace took 9.399957ms I0507 14:37:42.626787 3779 namespace.go:98] [openshift-image-registry] adding namespace I0507 14:37:42.627283 3779 namespace.go:102] [openshift-logging] adding namespace took 9.302573ms I0507 14:37:42.627298 3779 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 14:37:42.627841 3779 namespace.go:102] [dedicated-admin] adding namespace took 9.234603ms I0507 14:37:42.627853 3779 namespace.go:98] [openshift-monitoring] adding namespace I0507 14:37:42.628317 3779 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 9.070972ms I0507 14:37:42.628334 3779 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 14:37:42.628898 3779 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.043565ms I0507 14:37:42.628921 3779 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 14:37:42.629436 3779 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.961991ms I0507 14:37:42.629456 3779 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 14:37:42.629970 3779 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.919417ms I0507 14:37:42.629986 3779 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 14:37:42.630518 3779 namespace.go:102] [openshift-network-operator] adding namespace took 8.857939ms I0507 14:37:42.630532 3779 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 14:37:42.631078 3779 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.875865ms I0507 14:37:42.631091 3779 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 14:37:42.631596 3779 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.729712ms I0507 14:37:42.631606 3779 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 14:37:42.632109 3779 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.281625ms I0507 14:37:42.632118 3779 namespace.go:98] [openshift-multus] adding namespace I0507 14:37:42.632638 3779 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.134877ms I0507 14:37:42.632652 3779 namespace.go:98] [openshift-backplane] adding namespace I0507 14:37:42.633129 3779 namespace.go:102] [openshift-controller-manager] adding namespace took 8.062289ms I0507 14:37:42.633141 3779 namespace.go:98] [openshift-config] adding namespace W0507 14:37:42.633671 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-47rr7: pod openshift-network-diagnostics/network-check-target-47rr7: no pod IPs found I0507 14:37:42.633694 3779 namespace.go:102] [openshift] adding namespace took 8.011995ms W0507 14:37:42.633698 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9df88: pod openshift-network-diagnostics/network-check-target-9df88: no pod IPs found I0507 14:37:42.633703 3779 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 14:37:42.634313 3779 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.082193ms I0507 14:37:42.634323 3779 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 14:37:42.634853 3779 namespace.go:102] [openshift-image-registry] adding namespace took 8.060397ms I0507 14:37:42.634867 3779 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 14:37:42.635486 3779 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.182687ms I0507 14:37:42.635501 3779 namespace.go:98] [openshift-node] adding namespace I0507 14:37:42.636032 3779 namespace.go:102] [openshift-monitoring] adding namespace took 8.172231ms I0507 14:37:42.636053 3779 namespace.go:98] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] adding namespace I0507 14:37:42.636650 3779 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.308268ms I0507 14:37:42.636668 3779 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 14:37:42.637329 3779 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.400346ms I0507 14:37:42.637351 3779 namespace.go:98] [openshift-console-operator] adding namespace I0507 14:37:42.637971 3779 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.507364ms I0507 14:37:42.637990 3779 namespace.go:98] [openshift-authentication] adding namespace I0507 14:37:42.638532 3779 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.542801ms I0507 14:37:42.638548 3779 namespace.go:98] [kube-system] adding namespace I0507 14:37:42.639178 3779 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.640609ms I0507 14:37:42.639191 3779 namespace.go:98] [openshift-apiserver] adding namespace I0507 14:37:42.639769 3779 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.671881ms I0507 14:37:42.639786 3779 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0507 14:37:42.640260 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x8vjp: pod openshift-multus/network-metrics-daemon-x8vjp: no pod IPs found W0507 14:37:42.640294 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hvjnb: pod openshift-multus/network-metrics-daemon-hvjnb: no pod IPs found I0507 14:37:42.640316 3779 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.703672ms I0507 14:37:42.640333 3779 namespace.go:98] [openshift-config-managed] adding namespace I0507 14:37:42.640932 3779 namespace.go:102] [openshift-multus] adding namespace took 8.806804ms I0507 14:37:42.640971 3779 namespace.go:98] [openshift-package-operator] adding namespace I0507 14:37:42.641692 3779 namespace.go:102] [openshift-backplane] adding namespace took 9.033957ms I0507 14:37:42.641707 3779 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 14:37:42.642351 3779 namespace.go:102] [openshift-config] adding namespace took 9.203476ms I0507 14:37:42.642373 3779 namespace.go:98] [kube-node-lease] adding namespace I0507 14:37:42.642973 3779 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.264132ms I0507 14:37:42.643480 3779 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.152173ms I0507 14:37:42.643497 3779 namespace.go:98] [openshift-operators] adding namespace I0507 14:37:42.643919 3779 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.047876ms I0507 14:37:42.643933 3779 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 14:37:42.644464 3779 namespace.go:102] [openshift-node] adding namespace took 8.958662ms I0507 14:37:42.644478 3779 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 14:37:42.644970 3779 namespace.go:102] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] adding namespace took 8.910681ms I0507 14:37:42.644985 3779 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 14:37:42.645400 3779 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.72744ms I0507 14:37:42.645415 3779 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 14:37:42.645836 3779 namespace.go:102] [openshift-console-operator] adding namespace took 8.480135ms I0507 14:37:42.645849 3779 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0507 14:37:42.646270 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5644t: pod kube-system/global-pull-secret-syncer-5644t: no pod IPs found W0507 14:37:42.646309 3779 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sjs54: pod kube-system/global-pull-secret-syncer-sjs54: no pod IPs found I0507 14:37:42.646313 3779 namespace.go:102] [openshift-authentication] adding namespace took 8.318991ms I0507 14:37:42.646321 3779 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 14:37:42.646903 3779 namespace.go:102] [kube-system] adding namespace took 8.349416ms I0507 14:37:42.646918 3779 namespace.go:98] [openshift-config-operator] adding namespace I0507 14:37:42.647369 3779 namespace.go:102] [openshift-apiserver] adding namespace took 8.172999ms I0507 14:37:42.647383 3779 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 14:37:42.647789 3779 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.996943ms I0507 14:37:42.647804 3779 namespace.go:98] [openshift-dns-operator] adding namespace I0507 14:37:42.648224 3779 namespace.go:102] [openshift-config-managed] adding namespace took 7.886483ms I0507 14:37:42.648711 3779 namespace.go:102] [openshift-package-operator] adding namespace took 7.73129ms I0507 14:37:42.648732 3779 namespace.go:98] [kube-public] adding namespace I0507 14:37:42.649396 3779 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.681407ms I0507 14:37:42.649414 3779 namespace.go:98] [openshift-ingress] adding namespace I0507 14:37:42.649900 3779 namespace.go:102] [kube-node-lease] adding namespace took 7.520727ms I0507 14:37:42.649914 3779 namespace.go:98] [openshift-cluster-version] adding namespace I0507 14:37:42.650417 3779 namespace.go:102] [openshift-operators] adding namespace took 6.914843ms I0507 14:37:42.650429 3779 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 14:37:42.650975 3779 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.033288ms I0507 14:37:42.650994 3779 namespace.go:98] [openshift-network-console] adding namespace I0507 14:37:42.651970 3779 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.486264ms I0507 14:37:42.652481 3779 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.489526ms I0507 14:37:42.652502 3779 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 14:37:42.653015 3779 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.592137ms I0507 14:37:42.653585 3779 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.72984ms I0507 14:37:42.654336 3779 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.010876ms I0507 14:37:42.654938 3779 namespace.go:102] [openshift-config-operator] adding namespace took 8.013152ms I0507 14:37:42.655546 3779 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.157733ms I0507 14:37:42.656178 3779 namespace.go:102] [openshift-dns-operator] adding namespace took 8.365921ms I0507 14:37:42.656775 3779 namespace.go:102] [kube-public] adding namespace took 8.037614ms I0507 14:37:42.656790 3779 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 14:37:42.657371 3779 namespace.go:102] [openshift-ingress] adding namespace took 7.953222ms I0507 14:37:42.657970 3779 namespace.go:102] [openshift-cluster-version] adding namespace took 8.04912ms I0507 14:37:42.658497 3779 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.064069ms I0507 14:37:42.659047 3779 namespace.go:102] [openshift-network-console] adding namespace took 8.048231ms I0507 14:37:42.659430 3779 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.920511ms I0507 14:37:42.660014 3779 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.219474ms W0507 14:37:42.660099 3779 master.go:458] Unable to parse local node ip-10-0-1-137.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 14:37:42.660108 3779 master.go:471] Unable to parse remote node ip-10-0-0-60.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 14:37:42.660112 3779 master.go:481] Removing stale chassis with ID/Name: 3007f381-52d0-45f6-b50b-430b3185e9fd, hostname: ip-10-0-1-137.ec2.internal I0507 14:37:42.660632 3779 master.go:548] Adding or Updating local node "ip-10-0-1-137.ec2.internal" for network "default" I0507 14:37:42.660720 3779 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-60.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-60.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-60.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-60.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal I0507 14:37:42.661976 3779 zone_ic_handler.go:195] Time taken to create transit switch: 400.203µs I0507 14:37:42.661988 3779 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-231.ec2.internal for the network default I0507 14:37:42.663171 3779 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-231.ec2.internal" on network "default" took: 1.604877ms I0507 14:37:42.664678 3779 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-137.ec2.internal for the network default I0507 14:37:42.664856 3779 zone_ic_handler.go:195] Time taken to create transit switch: 166.531µs I0507 14:37:42.665587 3779 default_network_controller.go:823] Node add failed for ip-10-0-1-137.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal, error getting gateway config for node ip-10-0-1-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal", failed to update chassis to local for local node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal] E0507 14:37:42.665666 3779 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-137.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal, error getting gateway config for node ip-10-0-1-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal", failed to update chassis to local for local node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal] I0507 14:37:42.665730 3779 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 14:37:42.665754 3779 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-137.ec2.internal", UID:"1a2a09dc-671f-4fc8-9d09-62bff03046c7", APIVersion:"v1", ResourceVersion:"9050", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal, error getting gateway config for node ip-10-0-1-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal", failed to update chassis to local for local node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal] I0507 14:37:42.665778 3779 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 14:37:42.665791 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:42.665806 3779 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 14:37:42.665835 3779 node_tracker.go:235] Node ip-10-0-0-60.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal" I0507 14:37:42.665848 3779 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:42.665861 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:42.665869 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:42.665877 3779 node_tracker.go:235] Node ip-10-0-1-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal" I0507 14:37:42.665882 3779 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:42.665887 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:42.665890 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-231.ec2.internal in network "default" I0507 14:37:42.666025 3779 node_tracker.go:169] Node ip-10-0-2-231.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:42.666036 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:42.690926 3779 iptables.go:108] Creating table: filter chain: FORWARD I0507 14:37:42.696925 3779 iptables.go:108] Creating table: filter chain: OUTPUT I0507 14:37:42.703037 3779 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 14:37:42.703051 3779 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-137.ec2.internal","mac-address":"0a:ff:f3:de:9e:31","ip-addresses":["10.0.1.137/24"],"ip-address":"10.0.1.137/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3007f381-52d0-45f6-b50b-430b3185e9fd k8s.ovn.org/node-encap-ips:["10.0.1.137"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.137/24"} k8s.ovn.org/zone-name:ip-10-0-1-137.ec2.internal] on node ip-10-0-1-137.ec2.internal I0507 14:37:42.716243 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:42.716306 3779 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:42.716322 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:42.716339 3779 master.go:548] Adding or Updating local node "ip-10-0-1-137.ec2.internal" for network "default" I0507 14:37:42.720209 3779 default_node_network_controller.go:519] Node connection status = connected W0507 14:37:42.720880 3779 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-x8vjp: pod openshift-multus/network-metrics-daemon-x8vjp: no pod IPs found W0507 14:37:42.720900 3779 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9df88: pod openshift-network-diagnostics/network-check-target-9df88: no pod IPs found W0507 14:37:42.720905 3779 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-sjs54: pod kube-system/global-pull-secret-syncer-sjs54: no pod IPs found I0507 14:37:42.721904 3779 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-137.ec2.internal for the network default I0507 14:37:42.722144 3779 zone_ic_handler.go:195] Time taken to create transit switch: 224.386µs I0507 14:37:42.766541 3779 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 14:37:42.766565 3779 services_controller.go:208] Setting up event handlers for services for network=default I0507 14:37:42.766628 3779 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 14:37:42.766674 3779 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 14:37:42.766690 3779 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 14:37:42.867150 3779 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 14:37:42.867171 3779 repair.go:60] Starting repairing loop for services I0507 14:37:42.867258 3779 repair.go:131] Deleted 0 stale service LBs I0507 14:37:42.867278 3779 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 14:37:42.867294 3779 repair.go:62] Finished repairing loop for services: 125.392µs I0507 14:37:42.867318 3779 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 14:37:42.867328 3779 services_controller.go:254] Starting workers for network=default I0507 14:37:42.867633 3779 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sjs54] creating logical port kube-system_global-pull-secret-syncer-sjs54 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:42.867664 3779 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-47rr7, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-47rr7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-47rr7: no pod IPs found I0507 14:37:42.867717 3779 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x8vjp] creating logical port openshift-multus_network-metrics-daemon-x8vjp for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:42.867765 3779 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-sjs54 I0507 14:37:42.867783 3779 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-5644t, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5644t: suppressed error logged: pod kube-system/global-pull-secret-syncer-5644t: no pod IPs found I0507 14:37:42.867849 3779 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-x8vjp I0507 14:37:42.867936 3779 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-hvjnb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hvjnb: suppressed error logged: pod openshift-multus/network-metrics-daemon-hvjnb: no pod IPs found I0507 14:37:42.868025 3779 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9df88] creating logical port openshift-network-diagnostics_network-check-target-9df88 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:42.868119 3779 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9df88 W0507 14:37:42.871738 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:42.882480 3779 pod.go:62] [kube-system/global-pull-secret-syncer-sjs54] pod update took 14.772912ms I0507 14:37:42.882498 3779 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-sjs54] addLogicalPort annotation time took 14.793932ms I0507 14:37:42.883340 3779 pods.go:271] [kube-system/global-pull-secret-syncer-sjs54] addLogicalPort took 15.714785ms, libovsdb time 642.661µs I0507 14:37:42.883565 3779 pod.go:62] [openshift-multus/network-metrics-daemon-x8vjp] pod update took 15.772738ms I0507 14:37:42.883580 3779 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-x8vjp] addLogicalPort annotation time took 15.791992ms I0507 14:37:42.883637 3779 pod.go:62] [openshift-network-diagnostics/network-check-target-9df88] pod update took 15.545188ms I0507 14:37:42.883653 3779 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9df88] addLogicalPort annotation time took 15.563259ms I0507 14:37:42.884442 3779 pods.go:271] [openshift-multus/network-metrics-daemon-x8vjp] addLogicalPort took 16.732035ms, libovsdb time 659.692µs I0507 14:37:42.884690 3779 pods.go:271] [openshift-network-diagnostics/network-check-target-9df88] addLogicalPort took 16.671223ms, libovsdb time 800.839µs I0507 14:37:42.885204 3779 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 14:37:42.885234 3779 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 14:37:42.885249 3779 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 14:37:42.885253 3779 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 14:37:42.885454 3779 repair.go:29] Repairing admin network policies took 195.885µs I0507 14:37:42.885580 3779 repair.go:92] Repairing baseline admin network policies took 114.991µs I0507 14:37:42.885970 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 14:37:42.885986 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 14:37:42.887374 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 14:37:42.887393 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 14:37:42.887403 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 14:37:42.889038 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 14:37:42.889057 3779 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 14:37:42.889066 3779 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 14:37:42.891309 3779 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 14:37:42.891328 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 14:37:42.891334 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 14:37:42.892730 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 14:37:42.892755 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 14:37:42.892769 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 14:37:42.894295 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 14:37:42.894313 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 14:37:42.895060 3779 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 14:37:42.895075 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 14:37:42.896865 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 14:37:42.896890 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 14:37:42.896913 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 14:37:42.898690 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 14:37:42.898708 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 14:37:42.898735 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 14:37:42.899508 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 14:37:42.899527 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 14:37:42.899537 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 14:37:42.900033 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 14:37:42.900078 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 14:37:42.900093 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 14:37:42.900615 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 14:37:42.900638 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 14:37:42.900649 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 14:37:42.901135 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 14:37:42.901157 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 14:37:42.901172 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 14:37:42.902434 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 14:37:42.902451 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 14:37:42.902458 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 14:37:42.902815 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 14:37:42.902836 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 14:37:42.902848 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 14:37:42.903806 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 14:37:42.903828 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 14:37:42.903838 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 14:37:42.904366 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 14:37:42.904384 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 14:37:42.904393 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 14:37:42.905310 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 14:37:42.905327 3779 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 14:37:42.905337 3779 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 14:37:42.906377 3779 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 14:37:42.906395 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 14:37:42.906403 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 14:37:42.907458 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 14:37:42.907475 3779 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 14:37:42.907481 3779 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 14:37:42.907749 3779 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 14:37:42.907766 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 14:37:42.907776 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 14:37:42.909029 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 14:37:42.909051 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 14:37:42.909062 3779 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 14:37:42.910756 3779 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 14:37:42.910774 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 14:37:42.910782 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 14:37:42.911341 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 14:37:42.911361 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 14:37:42.911367 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 14:37:42.911677 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 14:37:42.911699 3779 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 14:37:42.911709 3779 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 14:37:42.912256 3779 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 14:37:42.912279 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 14:37:42.912293 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 14:37:42.913426 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 14:37:42.913444 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 14:37:42.913453 3779 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 14:37:42.914243 3779 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 14:37:42.914264 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 14:37:42.914274 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 14:37:42.914815 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 14:37:42.914832 3779 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 14:37:42.914842 3779 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 14:37:42.915869 3779 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 14:37:42.915889 3779 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 14:37:42.915903 3779 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 14:37:42.916438 3779 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 14:37:42.922839 3779 egressfirewall.go:374] Starting EgressFirewall controller I0507 14:37:42.922878 3779 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 14:37:42.922892 3779 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 14:37:42.922919 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 14:37:42.922934 3779 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 14:37:42.922919 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 14:37:42.922943 3779 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 14:37:42.923267 3779 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 14:37:42.923282 3779 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 14:37:42.923288 3779 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 14:37:42.923298 3779 egressqos.go:193] Setting up event handlers for EgressQoS I0507 14:37:42.923310 3779 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:42.923322 3779 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0507 14:37:42.923326 3779 egressfirewall.go:723] Syncing node "ip-10-0-2-231.ec2.internal" for egress firewall I0507 14:37:42.923444 3779 egressqos.go:245] Starting EgressQoS Controller I0507 14:37:42.923461 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 14:37:42.923471 3779 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 14:37:42.923479 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 14:37:42.923486 3779 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 14:37:42.923494 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 14:37:42.923502 3779 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 14:37:42.923508 3779 egressqos.go:259] Repairing EgressQoSes I0507 14:37:42.923516 3779 egressqos.go:399] Starting repairing loop for egressqos I0507 14:37:42.923598 3779 egressqos.go:401] Finished repairing loop for egressqos: 85.299µs I0507 14:37:42.923624 3779 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 14:37:42.923647 3779 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-137.ec2.internal I0507 14:37:42.923692 3779 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-137.ec2.internal : 46.44µs I0507 14:37:42.923798 3779 egressservice_zone.go:210] Starting Egress Services Controller I0507 14:37:42.923811 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 14:37:42.923820 3779 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 14:37:42.923830 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 14:37:42.923839 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 14:37:42.923849 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 14:37:42.923857 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 14:37:42.923866 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 14:37:42.923874 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 14:37:42.923881 3779 egressservice_zone.go:228] Repairing Egress Services I0507 14:37:42.924176 3779 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 14:37:42.924186 3779 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 14:37:42.924246 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:42.924260 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 14.434µs I0507 14:37:42.924272 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:42.924278 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 7.114µs I0507 14:37:42.924286 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-231.ec2.internal I0507 14:37:42.924301 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-231.ec2.internal: 15.793µs I0507 14:37:42.924314 3779 default_network_controller.go:585] Completing all the Watchers took 310.308169ms I0507 14:37:42.924330 3779 default_network_controller.go:589] Starting unidling controllers I0507 14:37:42.924343 3779 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 14:37:42.924349 3779 unidle.go:63] Populating Initial ContollerEvent events I0507 14:37:42.924361 3779 unidle.go:79] Setting up event handlers for services I0507 14:37:42.924418 3779 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 14:37:43.221415 3779 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:43.721306 3779 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:44.221213 3779 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:44.514923 3779 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 14:37:44.720629 3779 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:44.737634 3779 bridgeconfig.go:537] Gateway is ready I0507 14:37:44.737650 3779 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 14:37:44.748821 3779 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.137. Updating OVN encap IP. I0507 14:37:44.754257 3779 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.137 - it is already configured I0507 14:37:44.754272 3779 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.137/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 14:37:44.754482 3779 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.137/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-137.ec2.internal","mac-address":"0a:ff:f3:de:9e:31","ip-addresses":["10.0.1.137/24"],"ip-address":"10.0.1.137/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3007f381-52d0-45f6-b50b-430b3185e9fd k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.137/24"}] on node ip-10-0-1-137.ec2.internal I0507 14:37:44.770497 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:44.770515 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 22.925µs I0507 14:37:44.770531 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:44.770603 3779 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:44.770620 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:44.770621 3779 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0507 14:37:44.770641 3779 master.go:548] Adding or Updating local node "ip-10-0-1-137.ec2.internal" for network "default" W0507 14:37:44.771030 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:44.772315 3779 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.137 I0507 14:37:44.772424 3779 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-137.ec2.internal I0507 14:37:44.776050 3779 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-137.ec2.internal. Updating no re-route policies I0507 14:37:44.776138 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-k222l I0507 14:37:44.776147 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x8vjp I0507 14:37:44.776156 3779 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-m2wqg I0507 14:37:44.776155 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hp4dd I0507 14:37:44.776144 3779 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5644t I0507 14:37:44.776164 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x8vjp I0507 14:37:44.776169 3779 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5644t I0507 14:37:44.776167 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v2kvk I0507 14:37:44.776175 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xcrlk I0507 14:37:44.776182 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v2kvk I0507 14:37:44.776186 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xcrlk I0507 14:37:44.776196 3779 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sjs54 I0507 14:37:44.776203 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-137.ec2.internal I0507 14:37:44.776208 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xcrlk after 0 failed attempt(s) I0507 14:37:44.776212 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-sfxxs I0507 14:37:44.776212 3779 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x8vjp] creating logical port openshift-multus_network-metrics-daemon-x8vjp for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:44.776214 3779 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sjs54 I0507 14:37:44.776219 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-137.ec2.internal I0507 14:37:44.776218 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-sfxxs I0507 14:37:44.776221 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9df88 I0507 14:37:44.776229 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-47rr7 I0507 14:37:44.776231 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hvjnb I0507 14:37:44.776235 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9df88 I0507 14:37:44.776238 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-137.ec2.internal after 0 failed attempt(s) I0507 14:37:44.776239 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-47rr7 I0507 14:37:44.776240 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hvjnb I0507 14:37:44.776242 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-sfxxs after 0 failed attempt(s) I0507 14:37:44.776249 3779 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sjs54] creating logical port kube-system_global-pull-secret-syncer-sjs54 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:44.776259 3779 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-137.ec2.internal I0507 14:37:44.776271 3779 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-hvjnb, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hvjnb: suppressed error logged: pod openshift-multus/network-metrics-daemon-hvjnb: no pod IPs found I0507 14:37:44.776273 3779 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9df88] creating logical port openshift-network-diagnostics_network-check-target-9df88 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:44.776161 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-k222l I0507 14:37:44.776291 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-k222l after 0 failed attempt(s) I0507 14:37:44.776248 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rqd97 I0507 14:37:44.776301 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rqd97 I0507 14:37:44.776310 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rqd97 after 0 failed attempt(s) I0507 14:37:44.776211 3779 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-5644t, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5644t: suppressed error logged: pod kube-system/global-pull-secret-syncer-5644t: no pod IPs found I0507 14:37:44.776201 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-v2kvk after 0 failed attempt(s) I0507 14:37:44.776170 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hp4dd I0507 14:37:44.776328 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hp4dd after 0 failed attempt(s) I0507 14:37:44.776212 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-htbg8 I0507 14:37:44.776335 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-htbg8 I0507 14:37:44.776185 3779 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6rhx6 I0507 14:37:44.776369 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-htbg8 after 0 failed attempt(s) I0507 14:37:44.776273 3779 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-47rr7, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-47rr7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-47rr7: no pod IPs found I0507 14:37:44.776167 3779 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-m2wqg I0507 14:37:44.776381 3779 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6rhx6 I0507 14:37:44.776385 3779 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-m2wqg after 0 failed attempt(s) I0507 14:37:44.776272 3779 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-137.ec2.internal I0507 14:37:44.776400 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6rhx6 after 0 failed attempt(s) I0507 14:37:44.776418 3779 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-137.ec2.internal after 0 failed attempt(s) I0507 14:37:44.777066 3779 pods.go:271] [kube-system/global-pull-secret-syncer-sjs54] addLogicalPort took 823.08µs, libovsdb time 268.376µs I0507 14:37:44.777078 3779 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-sjs54 after 0 failed attempt(s) I0507 14:37:44.777153 3779 pods.go:271] [openshift-multus/network-metrics-daemon-x8vjp] addLogicalPort took 958.426µs, libovsdb time 358.017µs I0507 14:37:44.777161 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-x8vjp after 0 failed attempt(s) I0507 14:37:44.777236 3779 pods.go:271] [openshift-network-diagnostics/network-check-target-9df88] addLogicalPort took 975.267µs, libovsdb time 438.313µs I0507 14:37:44.777243 3779 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9df88 after 0 failed attempt(s) I0507 14:37:44.792700 3779 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 14:37:44.804935 3779 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 14:37:44.808141 3779 iptables.go:108] Creating table: nat chain: OUTPUT I0507 14:37:44.844434 3779 iptables.go:108] Creating table: nat chain: PREROUTING I0507 14:37:44.909142 3779 iptables.go:108] Creating table: filter chain: FORWARD I0507 14:37:44.924913 3779 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 14:37:44.925157 3779 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 14:37:44.925250 3779 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 14:37:44.925342 3779 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 14:37:44.925399 3779 gateway_init.go:325] Gateway and management port readiness took 2.20921202s I0507 14:37:44.925425 3779 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 14:37:44.925456 3779 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 14:37:44.925467 3779 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 14:37:44.925475 3779 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 14:37:44.925531 3779 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 14:37:44.925610 3779 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.893µs I0507 14:37:44.925865 3779 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 14:37:44.925894 3779 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.281µs I0507 14:37:44.925902 3779 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.575µs I0507 14:37:44.925908 3779 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 14:37:44.925917 3779 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 14:37:44.925924 3779 default_node_network_controller.go:899] Starting the default node network controller I0507 14:37:44.925929 3779 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 14:37:44.925942 3779 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.029µs I0507 14:37:44.926109 3779 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 14:37:44.926118 3779 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 14:37:44.926141 3779 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a79990 0xc000325ab0 0xc000325b20 0xc000325b90 0xc000325c00 0xc000325c70 0xc000325ce0 0xc000ad2c80 0xc000325d50 0xc000325dc0 0xc000b463c0 0xc006155340 0xc000325e30 map[0x2ff9080:0xc003602420 0x2ff95c0:0xc0036025a0 0x2ffa2e0:0xc003602360 0x2ffa580:0xc0036023c0 0x2ffad60:0xc003602480 0x2ffb000:0xc0036024e0 0x2ffb2a0:0xc003602540 0x2ffba80:0xc003602600 0x2ffbd20:0xc0036027e0 0x3026980:0xc001bbc300 0x3026d20:0xc001bbc360 0x3027800:0xc000aeef60 0x3029160:0xc001bbc000 0x30298a0:0xc001bbc540 0x302a720:0xc001bbc2a0] 0xc00050eaf0 0} I0507 14:37:44.926203 3779 gateway.go:151] Starting gateway service sync I0507 14:37:44.926620 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 14:37:44.928639 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 14:37:44.965906 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 14:37:44.967138 3779 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 14:37:44.968295 3779 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 14:37:45.002471 3779 gateway.go:168] Gateway service sync done. Time taken: 76.255106ms I0507 14:37:45.003151 3779 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31633 I0507 14:37:45.003312 3779 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a79990 0xc000325ab0 0xc000325b20 0xc000325b90 0xc000325c00 0xc000325c70 0xc000325ce0 0xc000ad2c80 0xc000325d50 0xc000325dc0 0xc000b463c0 0xc006155340 0xc000325e30 map[0x2ff9080:0xc003602420 0x2ff95c0:0xc0036025a0 0x2ffa2e0:0xc003602360 0x2ffa580:0xc0036023c0 0x2ffad60:0xc003602480 0x2ffb000:0xc0036024e0 0x2ffb2a0:0xc003602540 0x2ffba80:0xc003602600 0x2ffbd20:0xc0036027e0 0x3026980:0xc001bbc300 0x3026d20:0xc001bbc360 0x3027800:0xc000aeef60 0x3029160:0xc001bbc000 0x30298a0:0xc001bbc540 0x302a720:0xc001bbc2a0] 0xc00050eaf0 0} I0507 14:37:45.003771 3779 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a79990 0xc000325ab0 0xc000325b20 0xc000325b90 0xc000325c00 0xc000325c70 0xc000325ce0 0xc000ad2c80 0xc000325d50 0xc000325dc0 0xc000b463c0 0xc006155340 0xc000325e30 map[0x2ff9080:0xc003602420 0x2ff95c0:0xc0036025a0 0x2ffa2e0:0xc003602360 0x2ffa580:0xc0036023c0 0x2ffad60:0xc003602480 0x2ffb000:0xc0036024e0 0x2ffb2a0:0xc003602540 0x2ffba80:0xc003602600 0x2ffbd20:0xc0036027e0 0x3026980:0xc001bbc300 0x3026d20:0xc001bbc360 0x3027800:0xc000aeef60 0x3029160:0xc001bbc000 0x30298a0:0xc001bbc540 0x302a720:0xc001bbc2a0] 0xc00050eaf0 0} I0507 14:37:45.003804 3779 gateway.go:532] Reconciling gateway with updates I0507 14:37:45.009716 3779 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 14:37:45.009800 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:45.009817 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:45.009801 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 14:37:45.009824 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:45.009829 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 14:37:45.009837 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:45.009841 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 14:37:45.009853 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:45.009854 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:45.009868 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 14:37:45.009885 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:45.009889 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:45.009898 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 14:37:45.009898 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:45.009905 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:45.009915 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:45.009915 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:45.009919 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 14:37:45.009924 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:45.009920 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:45.009926 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 14:37:45.009924 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:45.009832 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:45.009939 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:45.009939 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:45.009962 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:45.009967 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:45.009874 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:45.009978 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:45.009872 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:45.009982 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:45.009993 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 14:37:45.009995 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:45.009999 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:45.009855 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:45.009902 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:45.010010 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:45.010020 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:45.010028 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:45.009997 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:45.009979 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:45.010045 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:45.010046 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:45.010048 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:45.010052 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:45.010050 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:45.010062 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:45.010063 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:45.010068 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:45.010072 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:45.010083 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:45.010074 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:45.010105 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:45.010106 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:45.010113 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:45.010113 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:45.010117 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 14:37:45.010022 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:45.010128 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:45.010138 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 14:37:45.010144 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:45.010128 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:45.010155 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:45.010153 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:45.010156 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:45.009982 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:45.010168 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:45.010172 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:45.010183 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:45.010188 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 14:37:45.010023 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:45.010204 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 14:37:45.010040 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:45.010216 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 14:37:45.010140 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:45.010229 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:45.010234 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:45.010245 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:45.010013 3779 default_node_network_controller.go:944] Gateway and management port readiness took 83.887191ms I0507 14:37:45.010009 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:45.010306 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:45.010314 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 14:37:45.010169 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:45.010010 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:45.010350 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:45.010161 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:45.009840 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:45.010406 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 30647 is already open, no action needed I0507 14:37:45.010035 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:45.010421 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:45.010422 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0507 14:37:45.009819 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:45.010023 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:45.010034 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:45.010609 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:45.010611 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:45.010617 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 14:37:45.010138 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:45.010048 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:45.010667 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:45.011367 3779 node_ip_handler_linux.go:160] Node IP manager is running I0507 14:37:45.031172 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 14:37:45.031232 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 14:37:45.031251 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 14:37:45.031257 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 14:37:45.031262 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 14:37:45.031269 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 14:37:45.031274 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 14:37:45.031280 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 14:37:45.031287 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 14:37:45.031295 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 14:37:45.031301 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 14:37:45.031307 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 14:37:45.031313 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 14:37:45.031329 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 14:37:45.031349 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 14:37:45.031361 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 14:37:45.031370 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 14:37:45.031382 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 14:37:45.031391 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 14:37:45.031400 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 14:37:45.031409 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) W0507 14:37:45.050382 3779 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 14:37:45.050649 3779 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 14:37:45.050796 3779 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0507 14:37:45.081777 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 14:37:45.081793 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 14:37:45.081785 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 14:37:45.081808 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 14:37:45.081818 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 14:37:45.081828 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 14:37:45.081838 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 14:37:45.081846 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 14:37:45.081854 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 14:37:45.081863 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 14:37:45.081879 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 14:37:45.081902 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 14:37:45.120912 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 14:37:45.120939 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 14:37:46.677582 3779 default_node_network_controller.go:1380] Starting node controller node sync W0507 14:37:46.677611 3779 egressip_healthcheck.go:76] Health checking using insecure connection I0507 14:37:46.677669 3779 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0507 14:37:46.689330 3779 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.729047ms I0507 14:37:46.689443 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-231.ec2.internal", IP: 10.0.2.231 to PMTUD blocking rules I0507 14:37:46.689455 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:37:46.695299 3779 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 14:37:46.695626 3779 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 14:37:46.695729 3779 egressservice_node.go:183] Starting Egress Services Controller I0507 14:37:46.695744 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 14:37:46.695754 3779 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 14:37:46.695760 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 14:37:46.695765 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 14:37:46.695770 3779 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 14:37:46.695774 3779 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 14:37:46.695779 3779 egressservice_node.go:197] Repairing Egress Services I0507 14:37:46.705752 3779 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 14:37:46.705765 3779 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 14:37:46.706010 3779 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 14:37:46.706024 3779 link_network_manager.go:119] Link manager is running I0507 14:37:46.706034 3779 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 14:37:46.706188 3779 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 14:37:46.706573 3779 vrf_manager.go:128] VRF manager is running I0507 14:37:46.706856 3779 node_controller_manager.go:437] Removing flows to drop GARP I0507 14:37:46.706865 3779 gateway.go:532] Reconciling gateway with updates I0507 14:37:46.732047 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:46.732055 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:46.732074 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:46.732076 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:46.732080 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:46.732088 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:46.732092 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:46.732102 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:46.732110 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:46.732118 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:46.732045 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:46.732139 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:46.732135 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:46.732146 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 14:37:46.732148 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732147 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:46.732162 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:46.732161 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:46.732168 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 14:37:46.732169 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:46.732167 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:46.732177 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:46.732183 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:46.732185 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:46.732190 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:46.732196 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 14:37:46.732185 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:46.732209 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:46.732211 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:46.732068 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:46.732221 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:46.732227 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:46.732228 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:46.732231 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:46.732235 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732229 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 14:37:46.732244 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:46.732230 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:46.732252 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 14:37:46.732253 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:46.732258 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:46.732256 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:46.732263 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:46.732267 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:46.732270 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:46.732271 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:46.732273 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:46.732276 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:46.732277 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732283 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:46.732284 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 14:37:46.732273 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:46.732290 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:46.732294 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:46.732302 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:46.732239 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:46.732306 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:46.732165 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:46.732312 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 14:37:46.732315 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 14:37:46.732283 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:46.732319 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 14:37:46.732316 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732275 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 14:37:46.732328 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732251 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:46.732341 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:46.732366 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 14:37:46.732371 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 14:37:46.732384 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 14:37:46.732386 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 14:37:46.732394 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 14:37:46.732248 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 14:37:46.732256 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:46.732420 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:46.732425 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:46.732426 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:46.732430 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:46.732439 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:46.732440 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:46.732450 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:46.732462 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 30647 is already open, no action needed I0507 14:37:46.732431 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:46.732482 3779 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0507 14:37:46.732188 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:46.732442 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:46.732422 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:46.732539 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:46.732253 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 14:37:46.732261 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:46.732568 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:46.732265 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 14:37:46.732277 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:46.732623 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:46.732279 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:46.732284 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 14:37:46.732687 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 14:37:46.732294 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:46.732297 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732218 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:46.732218 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:46.732790 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:46.732795 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 14:37:46.732298 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:46.732803 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:46.732306 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 14:37:46.732308 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:46.732324 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 14:37:46.732245 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:46.732869 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:46.732433 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:46.732898 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 14:37:46.732432 3779 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:46.732905 3779 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:46.771763 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 14:37:46.771787 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 14:37:46.771794 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 14:37:46.771826 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 14:37:46.771833 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 14:37:46.771840 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 14:37:46.771845 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 14:37:46.771859 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 14:37:46.811502 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 14:37:46.811509 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 14:37:46.811529 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 14:37:46.811539 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 14:37:46.811547 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 14:37:46.850504 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 14:37:46.850536 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 14:37:46.850543 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 14:37:46.850556 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 14:37:46.850571 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 14:37:46.850585 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 14:37:46.850600 3779 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 14:37:47.696838 3779 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:48.777119 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:48.777154 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 42.897µs I0507 14:37:48.803827 3779 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-86d94697cc-gvtjf] creating logical port openshift-image-registry_image-registry-86d94697cc-gvtjf for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:48.803982 3779 kube.go:256] Updating pod openshift-image-registry/image-registry-86d94697cc-gvtjf I0507 14:37:48.827666 3779 pod.go:62] [openshift-image-registry/image-registry-86d94697cc-gvtjf] pod update took 23.739998ms I0507 14:37:48.827684 3779 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-86d94697cc-gvtjf] addLogicalPort annotation time took 23.760804ms I0507 14:37:48.828748 3779 pods.go:271] [openshift-image-registry/image-registry-86d94697cc-gvtjf] addLogicalPort took 24.933519ms, libovsdb time 805.551µs I0507 14:37:48.847485 3779 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-mwscd] creating logical port openshift-ingress-canary_ingress-canary-mwscd for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:48.847636 3779 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vng7m] creating logical port openshift-dns_dns-default-vng7m for pod on switch ip-10-0-1-137.ec2.internal I0507 14:37:48.847674 3779 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-mwscd I0507 14:37:48.847751 3779 kube.go:256] Updating pod openshift-dns/dns-default-vng7m I0507 14:37:48.864999 3779 pod.go:62] [openshift-dns/dns-default-vng7m] pod update took 17.284558ms I0507 14:37:48.865041 3779 pod.go:62] [openshift-ingress-canary/ingress-canary-mwscd] pod update took 17.416534ms I0507 14:37:48.865050 3779 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vng7m] addLogicalPort annotation time took 17.323392ms I0507 14:37:48.865062 3779 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-mwscd] addLogicalPort annotation time took 17.454261ms I0507 14:37:48.866468 3779 pods.go:271] [openshift-ingress-canary/ingress-canary-mwscd] addLogicalPort took 19.036339ms, libovsdb time 984.603µs I0507 14:37:48.866835 3779 pods.go:271] [openshift-dns/dns-default-vng7m] addLogicalPort took 19.208325ms, libovsdb time 1.348895ms I0507 14:37:49.236938 3779 cni.go:452] [openshift-ingress-canary/ingress-canary-mwscd 68491706482f720c9464bf00da3c74d95ba93e8819fdc49b02e9c334ac45cdc1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-mwscd 68491706482f720c9464bf00da3c74d95ba93e8819fdc49b02e9c334ac45cdc1 network default NAD default NAD key ] I0507 14:37:49.256452 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-mwscd, hostIfaceName: 68491706482f720, network: default, NAD default, SandboxID: "68491706482f720c9464bf00da3c74d95ba93e8819fdc49b02e9c334ac45cdc1", PCI device ID: , UID: "29d8e407-f6c0-4023-baea-a407154327de", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0507 14:37:49.302052 3779 cni.go:473] [openshift-ingress-canary/ingress-canary-mwscd 68491706482f720c9464bf00da3c74d95ba93e8819fdc49b02e9c334ac45cdc1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-mwscd 68491706482f720c9464bf00da3c74d95ba93e8819fdc49b02e9c334ac45cdc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:10:9b:a6:0d:a5\",\"name\":\"68491706482f720\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ee83ff8-ad1f-4dbd-9b23-879d21b2cd2f\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:37:49.733140 3779 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:49.733157 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:49.733177 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 25.614µs I0507 14:37:49.733201 3779 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:49.881349 3779 cni.go:452] [openshift-network-diagnostics/network-check-target-9df88 3858e206d3792aebdfc1ae496256aa87456d43171c8834ad2c533f983537abe1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9df88 3858e206d3792aebdfc1ae496256aa87456d43171c8834ad2c533f983537abe1 network default NAD default NAD key ] I0507 14:37:49.887001 3779 cni.go:452] [kube-system/global-pull-secret-syncer-sjs54 68591a2f04661bf1d13dde4539cedd98183c35d662d12a20d2f7b40cc90c46de network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-sjs54 68591a2f04661bf1d13dde4539cedd98183c35d662d12a20d2f7b40cc90c46de network default NAD default NAD key ] I0507 14:37:49.892154 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9df88, hostIfaceName: 3858e206d3792ae, network: default, NAD default, SandboxID: "3858e206d3792aebdfc1ae496256aa87456d43171c8834ad2c533f983537abe1", PCI device ID: , UID: "994b4837-75c7-486b-ad8d-7ed68b10889a", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0507 14:37:49.897077 3779 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-sjs54, hostIfaceName: 68591a2f04661bf, network: default, NAD default, SandboxID: "68591a2f04661bf1d13dde4539cedd98183c35d662d12a20d2f7b40cc90c46de", PCI device ID: , UID: "f1c81c44-9510-46a5-89bd-a14c56a32b37", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0507 14:37:49.940301 3779 cni.go:473] [openshift-network-diagnostics/network-check-target-9df88 3858e206d3792aebdfc1ae496256aa87456d43171c8834ad2c533f983537abe1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9df88 3858e206d3792aebdfc1ae496256aa87456d43171c8834ad2c533f983537abe1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4e:43:00:58:66\",\"name\":\"3858e206d3792ae\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d106ba19-920e-4852-98d2-cfb7aaac0121\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:37:49.945989 3779 cni.go:473] [kube-system/global-pull-secret-syncer-sjs54 68591a2f04661bf1d13dde4539cedd98183c35d662d12a20d2f7b40cc90c46de network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-sjs54 68591a2f04661bf1d13dde4539cedd98183c35d662d12a20d2f7b40cc90c46de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:10:bd:f7:9b:5c\",\"name\":\"68591a2f04661bf\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25eece6a-929e-4f06-8688-987414a07baf\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:37:55.205963 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:55.206001 3779 node_tracker.go:235] Node ip-10-0-0-60.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal" I0507 14:37:55.206022 3779 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.206040 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.206059 3779 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "ip-10-0-0-60.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.246981 3779 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "ip-10-0-0-60.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.383918 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:55.383990 3779 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.383989 3779 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "ip-10-0-0-60.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.384003 3779 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.385028 3779 zone_ic_handler.go:195] Time taken to create transit switch: 317.285µs I0507 14:37:55.385047 3779 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-60.ec2.internal for the network default I0507 14:37:55.386167 3779 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-60.ec2.internal" on network "default" took: 1.467859ms W0507 14:37:57.074464 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:37:57.941560 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:57.941581 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 27.25µs I0507 14:37:57.941561 3779 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:57.941587 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 10.0.0.60 to PMTUD blocking rules I0507 14:37:57.941557 3779 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:57.941601 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:37:57.941649 3779 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:57.941664 3779 services_controller.go:574] Full service sync requested for network=default W0507 14:37:57.941798 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:37:57.947791 3779 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-60.ec2.internal. Updating no re-route policies I0507 14:37:57.957640 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 10.0.0.60 to PMTUD blocking rules I0507 14:37:57.957653 3779 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:38:01.626590 3779 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:38:01.626617 3779 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 33.906µs W0507 14:38:08.660576 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:08.900550 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:28.080704 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:38:50.431657 3779 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-tj7wr for pod on switch ip-10-0-1-137.ec2.internal I0507 14:38:50.431780 3779 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr I0507 14:38:50.464654 3779 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr] pod update took 32.896886ms I0507 14:38:50.464675 3779 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr] addLogicalPort annotation time took 32.922112ms I0507 14:38:50.465657 3779 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr] addLogicalPort took 34.014929ms, libovsdb time 751.527µs I0507 14:38:50.587677 3779 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-wnm5g for pod on switch ip-10-0-1-137.ec2.internal I0507 14:38:50.587770 3779 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g I0507 14:38:50.610458 3779 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g] pod update took 22.71646ms I0507 14:38:50.610479 3779 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g] addLogicalPort annotation time took 22.742008ms I0507 14:38:50.611449 3779 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g] addLogicalPort took 23.78981ms, libovsdb time 679.705µs I0507 14:38:50.790024 3779 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr ec02e6c9856926f57764858feadd38e1a48c005d2ec3e24fa27068efa46ecfbe network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr ec02e6c9856926f57764858feadd38e1a48c005d2ec3e24fa27068efa46ecfbe network default NAD default NAD key ] I0507 14:38:50.799417 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-tj7wr, hostIfaceName: ec02e6c9856926f, network: default, NAD default, SandboxID: "ec02e6c9856926f57764858feadd38e1a48c005d2ec3e24fa27068efa46ecfbe", PCI device ID: , UID: "a3404a6c-f34e-481c-b348-db334930604c", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0507 14:38:50.843071 3779 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr ec02e6c9856926f57764858feadd38e1a48c005d2ec3e24fa27068efa46ecfbe network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tj7wr ec02e6c9856926f57764858feadd38e1a48c005d2ec3e24fa27068efa46ecfbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:35:21:2d:cb:83\",\"name\":\"ec02e6c9856926f\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a882be9-fad1-4101-8d4f-a56d22fd3083\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:38:54.014233 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 14:38:55.277246 3779 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 14:38:55.278240 3779 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 974.053µs I0507 14:38:55.303280 3779 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 14:38:55.457940 3779 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-f8mzp for pod on switch ip-10-0-1-137.ec2.internal I0507 14:38:55.458047 3779 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp I0507 14:38:55.494452 3779 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp] pod update took 36.428767ms I0507 14:38:55.494472 3779 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp] addLogicalPort annotation time took 36.457886ms I0507 14:38:55.495589 3779 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp] addLogicalPort took 37.665177ms, libovsdb time 854.809µs I0507 14:38:55.646841 3779 namespace.go:98] [openshift-service-ca] adding namespace I0507 14:38:55.647710 3779 namespace.go:102] [openshift-service-ca] adding namespace took 849.629µs I0507 14:38:55.663723 3779 namespace.go:142] [openshift-service-ca] updating namespace I0507 14:38:55.813204 3779 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp e71e9e6d46440475c5780387ad47c054213297552d80204964d42ed5c064f55c network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp e71e9e6d46440475c5780387ad47c054213297552d80204964d42ed5c064f55c network default NAD default NAD key ] I0507 14:38:55.823519 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-f8mzp, hostIfaceName: e71e9e6d4644047, network: default, NAD default, SandboxID: "e71e9e6d46440475c5780387ad47c054213297552d80204964d42ed5c064f55c", PCI device ID: , UID: "ad6db080-96e1-44fd-a518-535f586879d1", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0507 14:38:55.867813 3779 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp e71e9e6d46440475c5780387ad47c054213297552d80204964d42ed5c064f55c network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-f8mzp e71e9e6d46440475c5780387ad47c054213297552d80204964d42ed5c064f55c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:6d:be:7f:c1:dd\",\"name\":\"e71e9e6d4644047\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ad144bb-6510-4d74-ae74-29d3d255e16c\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:38:57.324815 3779 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-xp6sd] creating logical port openshift-service-ca_service-ca-d9cb48497-xp6sd for pod on switch ip-10-0-1-137.ec2.internal I0507 14:38:57.324966 3779 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-xp6sd I0507 14:38:57.338188 3779 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-xp6sd] pod update took 13.260377ms I0507 14:38:57.338211 3779 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-xp6sd] addLogicalPort annotation time took 13.288647ms I0507 14:38:57.339419 3779 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-xp6sd] addLogicalPort took 14.660097ms, libovsdb time 892.117µs I0507 14:38:57.679814 3779 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-xp6sd 527663763d4f5d9ad2697aefefd44c663344ebfefab2b1556b1069e5c08a3669 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-xp6sd 527663763d4f5d9ad2697aefefd44c663344ebfefab2b1556b1069e5c08a3669 network default NAD default NAD key ] I0507 14:38:57.690601 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-xp6sd, hostIfaceName: 527663763d4f5d9, network: default, NAD default, SandboxID: "527663763d4f5d9ad2697aefefd44c663344ebfefab2b1556b1069e5c08a3669", PCI device ID: , UID: "b4f3d072-9304-4e9c-8932-8759b1dd46fa", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0507 14:38:57.737277 3779 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-xp6sd 527663763d4f5d9ad2697aefefd44c663344ebfefab2b1556b1069e5c08a3669 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-xp6sd 527663763d4f5d9ad2697aefefd44c663344ebfefab2b1556b1069e5c08a3669 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:68:9f:c8:81:5d\",\"name\":\"527663763d4f5d9\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a100c752-45a2-4f0f-a9cd-0c44e0ad64e6\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:04.960611 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 14:39:22.420716 3779 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-j7msz] creating logical port openshift-insights_insights-runtime-extractor-j7msz for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:22.420816 3779 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-j7msz I0507 14:39:22.445937 3779 pod.go:62] [openshift-insights/insights-runtime-extractor-j7msz] pod update took 25.147068ms I0507 14:39:22.445976 3779 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-j7msz] addLogicalPort annotation time took 25.192632ms I0507 14:39:22.446904 3779 pods.go:271] [openshift-insights/insights-runtime-extractor-j7msz] addLogicalPort took 26.202944ms, libovsdb time 647.336µs W0507 14:39:22.450971 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:39:22.485478 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:22.537103 3779 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-k7xg7] creating logical port openshift-console_downloads-5c54f4944f-k7xg7 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:22.537255 3779 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-k7xg7 I0507 14:39:22.553277 3779 pod.go:62] [openshift-console/downloads-5c54f4944f-k7xg7] pod update took 16.065055ms I0507 14:39:22.553302 3779 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-k7xg7] addLogicalPort annotation time took 16.097518ms I0507 14:39:22.554467 3779 pods.go:271] [openshift-console/downloads-5c54f4944f-k7xg7] addLogicalPort took 17.376023ms, libovsdb time 869.742µs I0507 14:39:22.757935 3779 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g 0cbf4672b1a7d0949b24740cf4613cdaf33c2d88ccdf8d6d2725cc3fabbc1ac9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g 0cbf4672b1a7d0949b24740cf4613cdaf33c2d88ccdf8d6d2725cc3fabbc1ac9 network default NAD default NAD key ] I0507 14:39:22.769313 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-wnm5g, hostIfaceName: 0cbf4672b1a7d09, network: default, NAD default, SandboxID: "0cbf4672b1a7d0949b24740cf4613cdaf33c2d88ccdf8d6d2725cc3fabbc1ac9", PCI device ID: , UID: "fa07d7e7-b2ca-4725-858e-6fca4ab47f59", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0507 14:39:22.789061 3779 cni.go:452] [openshift-insights/insights-runtime-extractor-j7msz 1fe6f7106a6dae9ea39bc0ce53064f185cd8a57c72b219d77b3e2db3a056bb72 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-j7msz 1fe6f7106a6dae9ea39bc0ce53064f185cd8a57c72b219d77b3e2db3a056bb72 network default NAD default NAD key ] I0507 14:39:22.800758 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-j7msz, hostIfaceName: 1fe6f7106a6dae9, network: default, NAD default, SandboxID: "1fe6f7106a6dae9ea39bc0ce53064f185cd8a57c72b219d77b3e2db3a056bb72", PCI device ID: , UID: "8ce8a7a3-d005-4133-ba62-fc6e8cb5ef66", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0507 14:39:22.819466 3779 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g 0cbf4672b1a7d0949b24740cf4613cdaf33c2d88ccdf8d6d2725cc3fabbc1ac9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wnm5g 0cbf4672b1a7d0949b24740cf4613cdaf33c2d88ccdf8d6d2725cc3fabbc1ac9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9b:9a:e8:b0:ea\",\"name\":\"0cbf4672b1a7d09\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18c84ab6-9339-4bfb-ae13-10d40fca09bd\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:22.855681 3779 cni.go:473] [openshift-insights/insights-runtime-extractor-j7msz 1fe6f7106a6dae9ea39bc0ce53064f185cd8a57c72b219d77b3e2db3a056bb72 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-j7msz 1fe6f7106a6dae9ea39bc0ce53064f185cd8a57c72b219d77b3e2db3a056bb72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:62:0c:db:4e:78\",\"name\":\"1fe6f7106a6dae9\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fcaa440-7389-4a6d-bc26-d85fc2b45745\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:22.894680 3779 cni.go:452] [openshift-console/downloads-5c54f4944f-k7xg7 13a9ebe7e47e7163c541ca3ef8fd23f09320bf0a4db4cd0a93c8c84c906c78ed network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-k7xg7 13a9ebe7e47e7163c541ca3ef8fd23f09320bf0a4db4cd0a93c8c84c906c78ed network default NAD default NAD key ] I0507 14:39:22.904341 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-k7xg7, hostIfaceName: 13a9ebe7e47e716, network: default, NAD default, SandboxID: "13a9ebe7e47e7163c541ca3ef8fd23f09320bf0a4db4cd0a93c8c84c906c78ed", PCI device ID: , UID: "3f94b024-18cd-470b-acd4-06f80ad5162e", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0507 14:39:22.952973 3779 cni.go:473] [openshift-console/downloads-5c54f4944f-k7xg7 13a9ebe7e47e7163c541ca3ef8fd23f09320bf0a4db4cd0a93c8c84c906c78ed network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-k7xg7 13a9ebe7e47e7163c541ca3ef8fd23f09320bf0a4db4cd0a93c8c84c906c78ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e5:07:c2:38:01\",\"name\":\"13a9ebe7e47e716\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7908041-e8b3-47d0-9b60-c3253109c892\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:23.120342 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.120366 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.120374 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.120382 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.120395 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.167975 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.168002 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.168014 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.168080 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.168098 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.888871 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.888900 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.901573 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.901589 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.901593 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0507 14:39:23.929681 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:23.930438 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:23.958751 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:23.958770 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:23.975717 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:23.975745 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:24.250115 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.250560 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.250587 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.250595 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 14:39:24.250607 3779 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.250612 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 14:39:25.308669 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.308700 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.308714 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.308727 3779 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.554160 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-l8pgb for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:25.554323 3779 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb I0507 14:39:25.564071 3779 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 14:39:25.603734 3779 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb] pod update took 49.445262ms I0507 14:39:25.603813 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb] addLogicalPort annotation time took 49.531895ms I0507 14:39:25.604933 3779 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb] addLogicalPort took 50.794804ms, libovsdb time 812.023µs I0507 14:39:25.907666 3779 cni.go:452] [openshift-multus/network-metrics-daemon-x8vjp 17f412478c3f872d69fc5bdac1f68be6656d8fa6990394cc5feaed8ef22c7065 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-x8vjp 17f412478c3f872d69fc5bdac1f68be6656d8fa6990394cc5feaed8ef22c7065 network default NAD default NAD key ] I0507 14:39:25.919553 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-x8vjp, hostIfaceName: 17f412478c3f872, network: default, NAD default, SandboxID: "17f412478c3f872d69fc5bdac1f68be6656d8fa6990394cc5feaed8ef22c7065", PCI device ID: , UID: "1f12330b-1be8-42a1-b3bd-d695c9068a5d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] W0507 14:39:25.955553 3779 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:25.972989 3779 cni.go:473] [openshift-multus/network-metrics-daemon-x8vjp 17f412478c3f872d69fc5bdac1f68be6656d8fa6990394cc5feaed8ef22c7065 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-x8vjp 17f412478c3f872d69fc5bdac1f68be6656d8fa6990394cc5feaed8ef22c7065 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:11:a3:75:fd:b0\",\"name\":\"17f412478c3f872\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/224a263a-2869-4c63-9fc3-cbcb9f292e24\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:26.507036 3779 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb b25dce7ec8d65eb1324c64714102f3d5238b1858709a7897a476e9b30eee98e6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb b25dce7ec8d65eb1324c64714102f3d5238b1858709a7897a476e9b30eee98e6 network default NAD default NAD key ] I0507 14:39:26.516129 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-l8pgb, hostIfaceName: b25dce7ec8d65eb, network: default, NAD default, SandboxID: "b25dce7ec8d65eb1324c64714102f3d5238b1858709a7897a476e9b30eee98e6", PCI device ID: , UID: "a9d93494-0f61-4ede-8c69-af3d985550a3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0507 14:39:26.562365 3779 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb b25dce7ec8d65eb1324c64714102f3d5238b1858709a7897a476e9b30eee98e6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-l8pgb b25dce7ec8d65eb1324c64714102f3d5238b1858709a7897a476e9b30eee98e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ab:f3:f6:b9:42\",\"name\":\"b25dce7ec8d65eb\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d51b2e0c-3ffa-44c5-8d72-19406536773d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:28.322711 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 14:39:28.372407 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 14:39:29.618057 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-zxprk] creating logical port openshift-monitoring_prometheus-operator-76b589d668-zxprk for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:29.618194 3779 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-zxprk I0507 14:39:29.633628 3779 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-zxprk] pod update took 15.461861ms I0507 14:39:29.633650 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-zxprk] addLogicalPort annotation time took 15.489966ms I0507 14:39:29.634884 3779 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-zxprk] addLogicalPort took 16.852112ms, libovsdb time 882.817µs I0507 14:39:29.976362 3779 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-zxprk 8e7362ba7e674ee38a5114ff10f6a939fbaa10536db2b489c3ea140638251fff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-zxprk 8e7362ba7e674ee38a5114ff10f6a939fbaa10536db2b489c3ea140638251fff network default NAD default NAD key ] I0507 14:39:29.986512 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-zxprk, hostIfaceName: 8e7362ba7e674ee, network: default, NAD default, SandboxID: "8e7362ba7e674ee38a5114ff10f6a939fbaa10536db2b489c3ea140638251fff", PCI device ID: , UID: "3489c8de-85ed-40e8-8b0f-7633cc57e868", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0507 14:39:30.009447 3779 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 14:39:30.027843 3779 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 14:39:30.033166 3779 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-zxprk 8e7362ba7e674ee38a5114ff10f6a939fbaa10536db2b489c3ea140638251fff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-zxprk 8e7362ba7e674ee38a5114ff10f6a939fbaa10536db2b489c3ea140638251fff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:7d:ae:49:03:7c\",\"name\":\"8e7362ba7e674ee\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17a30b1f-34a3-41cf-88c8-9bbc8b3c40e0\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:30.724076 3779 base_network_controller_pods.go:487] [default/openshift-console/console-7f57f788b5-gqzz8] creating logical port openshift-console_console-7f57f788b5-gqzz8 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:30.724171 3779 kube.go:256] Updating pod openshift-console/console-7f57f788b5-gqzz8 I0507 14:39:30.743081 3779 pod.go:62] [openshift-console/console-7f57f788b5-gqzz8] pod update took 18.93375ms I0507 14:39:30.743103 3779 base_network_controller_pods.go:951] [default/openshift-console/console-7f57f788b5-gqzz8] addLogicalPort annotation time took 18.960953ms I0507 14:39:30.744264 3779 pods.go:271] [openshift-console/console-7f57f788b5-gqzz8] addLogicalPort took 20.206793ms, libovsdb time 845.615µs I0507 14:39:31.092344 3779 cni.go:452] [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key ] I0507 14:39:31.103536 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f57f788b5-gqzz8, hostIfaceName: 6f862e4e271180c, network: default, NAD default, SandboxID: "6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb", PCI device ID: , UID: "ae0c2c4f-4e2a-4b58-8a3e-283e2689d057", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0507 14:39:31.154005 3779 cni.go:473] [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:07:77:fb:19:aa\",\"name\":\"6f862e4e271180c\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8359961-5008-4839-bcf8-678c2ab311a5\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:34.156491 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-fpmk8 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:34.156638 3779 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8 I0507 14:39:34.187789 3779 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8] pod update took 31.173253ms I0507 14:39:34.187812 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8] addLogicalPort annotation time took 31.207815ms I0507 14:39:34.189276 3779 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8] addLogicalPort took 32.803431ms, libovsdb time 1.043726ms I0507 14:39:34.523989 3779 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8 1f619b47b0ed9201113ec4aa2db5d55b6f37e73e1932abd5056d8adbff059398 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8 1f619b47b0ed9201113ec4aa2db5d55b6f37e73e1932abd5056d8adbff059398 network default NAD default NAD key ] I0507 14:39:34.534888 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-fpmk8, hostIfaceName: 1f619b47b0ed920, network: default, NAD default, SandboxID: "1f619b47b0ed9201113ec4aa2db5d55b6f37e73e1932abd5056d8adbff059398", PCI device ID: , UID: "4deef4e0-b3f1-4985-8771-0364298b0424", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0507 14:39:34.589051 3779 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8 1f619b47b0ed9201113ec4aa2db5d55b6f37e73e1932abd5056d8adbff059398 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fpmk8 1f619b47b0ed9201113ec4aa2db5d55b6f37e73e1932abd5056d8adbff059398 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:59:8f:63:f2:26\",\"name\":\"1f619b47b0ed920\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cc0a034-e136-4acf-8e13-df9bd6ea3746\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:35.169253 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:35.227835 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:35.227976 3779 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 14:39:35.248139 3779 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.239506ms I0507 14:39:35.248164 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.268927ms I0507 14:39:35.249290 3779 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.472418ms, libovsdb time 820.616µs W0507 14:39:35.369559 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:35.586592 3779 cni.go:452] [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key ] I0507 14:39:35.597318 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: d63649f7c2a38cb, network: default, NAD default, SandboxID: "d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671", PCI device ID: , UID: "3eef0609-bd83-401d-b0ae-2e40309900c0", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0507 14:39:35.645617 3779 cni.go:473] [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c0:ce:d3:ce:03\",\"name\":\"d63649f7c2a38cb\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5985ae51-0065-41a7-8be9-a402f4fbbd06\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:36.916322 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:37.168189 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-b99745dcd-jdl7d] creating logical port openshift-monitoring_thanos-querier-b99745dcd-jdl7d for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:37.168310 3779 kube.go:256] Updating pod openshift-monitoring/thanos-querier-b99745dcd-jdl7d I0507 14:39:37.186360 3779 pod.go:62] [openshift-monitoring/thanos-querier-b99745dcd-jdl7d] pod update took 18.084997ms I0507 14:39:37.186381 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-b99745dcd-jdl7d] addLogicalPort annotation time took 18.1181ms I0507 14:39:37.187724 3779 pods.go:271] [openshift-monitoring/thanos-querier-b99745dcd-jdl7d] addLogicalPort took 19.550278ms, libovsdb time 975.729µs I0507 14:39:38.652898 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5bbfd9c774-nvnct] creating logical port openshift-monitoring_metrics-server-5bbfd9c774-nvnct for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:38.653011 3779 kube.go:256] Updating pod openshift-monitoring/metrics-server-5bbfd9c774-nvnct I0507 14:39:38.694829 3779 pod.go:62] [openshift-monitoring/metrics-server-5bbfd9c774-nvnct] pod update took 41.84919ms I0507 14:39:38.694855 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5bbfd9c774-nvnct] addLogicalPort annotation time took 41.878968ms I0507 14:39:38.696262 3779 pods.go:271] [openshift-monitoring/metrics-server-5bbfd9c774-nvnct] addLogicalPort took 43.378381ms, libovsdb time 994.455µs I0507 14:39:38.831071 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-gsm5l for pod on switch ip-10-0-1-137.ec2.internal I0507 14:39:38.831174 3779 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l I0507 14:39:38.842873 3779 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l] pod update took 11.722645ms I0507 14:39:38.842902 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l] addLogicalPort annotation time took 11.756282ms I0507 14:39:38.844315 3779 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l] addLogicalPort took 13.264189ms, libovsdb time 940.443µs W0507 14:39:39.803489 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:39.809592 3779 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-85b8fc7794-pxm6t IP address from the namespace address-set, err: pod openshift-console/console-85b8fc7794-pxm6t: no pod IPs found W0507 14:39:41.227330 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:39:42.231589 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:42.231608 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:43.238647 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.238666 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.238680 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.238685 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:43.491489 3779 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l e2b8f2442ea75c9361bb807c139ea1d8a223ace4a4c724d7027a7a68b0b28723 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l e2b8f2442ea75c9361bb807c139ea1d8a223ace4a4c724d7027a7a68b0b28723 network default NAD default NAD key ] I0507 14:39:43.494531 3779 cni.go:452] [openshift-monitoring/thanos-querier-b99745dcd-jdl7d 2ca0e65e09c2cd74652d2a4dd4422422f7bff79045dc9c947bd875d227e91467 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-b99745dcd-jdl7d 2ca0e65e09c2cd74652d2a4dd4422422f7bff79045dc9c947bd875d227e91467 network default NAD default NAD key ] I0507 14:39:43.496056 3779 cni.go:452] [openshift-monitoring/metrics-server-5bbfd9c774-nvnct 122c3d5f7dd879e5d4cc64417160fe4b77697bfcbb13b35cb7827e07295b0853 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5bbfd9c774-nvnct 122c3d5f7dd879e5d4cc64417160fe4b77697bfcbb13b35cb7827e07295b0853 network default NAD default NAD key ] I0507 14:39:43.505344 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-gsm5l, hostIfaceName: e2b8f2442ea75c9, network: default, NAD default, SandboxID: "e2b8f2442ea75c9361bb807c139ea1d8a223ace4a4c724d7027a7a68b0b28723", PCI device ID: , UID: "18a91aed-dc10-4f1e-9d42-6a7bb2d69721", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0507 14:39:43.507837 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-b99745dcd-jdl7d, hostIfaceName: 2ca0e65e09c2cd7, network: default, NAD default, SandboxID: "2ca0e65e09c2cd74652d2a4dd4422422f7bff79045dc9c947bd875d227e91467", PCI device ID: , UID: "e8397d73-d8f4-494e-b51c-a318ac5fd2b1", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0507 14:39:43.508106 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5bbfd9c774-nvnct, hostIfaceName: 122c3d5f7dd879e, network: default, NAD default, SandboxID: "122c3d5f7dd879e5d4cc64417160fe4b77697bfcbb13b35cb7827e07295b0853", PCI device ID: , UID: "07fb3bef-8398-4bec-aba2-8702c98a3f4e", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0507 14:39:43.563769 3779 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l e2b8f2442ea75c9361bb807c139ea1d8a223ace4a4c724d7027a7a68b0b28723 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gsm5l e2b8f2442ea75c9361bb807c139ea1d8a223ace4a4c724d7027a7a68b0b28723 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:59:a8:14:13:13\",\"name\":\"e2b8f2442ea75c9\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ba068c4-8d58-4949-b316-fa69add63dfe\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:43.578529 3779 cni.go:473] [openshift-monitoring/thanos-querier-b99745dcd-jdl7d 2ca0e65e09c2cd74652d2a4dd4422422f7bff79045dc9c947bd875d227e91467 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-b99745dcd-jdl7d 2ca0e65e09c2cd74652d2a4dd4422422f7bff79045dc9c947bd875d227e91467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:86:89:f8:08:4e\",\"name\":\"2ca0e65e09c2cd7\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb89f32e-183b-4477-9feb-d5fa0261782d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:39:43.594941 3779 cni.go:473] [openshift-monitoring/metrics-server-5bbfd9c774-nvnct 122c3d5f7dd879e5d4cc64417160fe4b77697bfcbb13b35cb7827e07295b0853 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5bbfd9c774-nvnct 122c3d5f7dd879e5d4cc64417160fe4b77697bfcbb13b35cb7827e07295b0853 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f7:dc:15:03:7d\",\"name\":\"122c3d5f7dd879e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80a82bd7-8bd2-4c66-accd-d471ae957eb2\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:44.016253 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:44.016271 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:44.117281 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.117301 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.117307 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476232 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476310 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476341 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:46.425715 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:39:46.483982 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 14:39:47.501436 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0507 14:39:47.712802 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:47.713404 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.247538 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.247563 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.253363 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59d88bf758-nn9f7 I0507 14:39:48.253389 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59d88bf758-nn9f7 W0507 14:39:48.487548 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.487571 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.487579 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.487584 3779 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:48.535259 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.535291 3779 pods.go:176] Deleting pod: openshift-image-registry/image-registry-86d94697cc-gvtjf I0507 14:39:48.536524 3779 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-86d94697cc-gvtjf, ips: 10.129.0.6 I0507 14:39:48.536555 3779 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.562870 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.562895 3779 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.565975 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86d94697cc-gvtjf I0507 14:39:48.566001 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86d94697cc-gvtjf W0507 14:39:49.030814 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:49.246129 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246150 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246158 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246164 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246184 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246190 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246196 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.246202 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:55.474616 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:55.474635 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:55.474642 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:55.474650 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:57.039587 3779 cni.go:452] [openshift-dns/dns-default-vng7m 768ee34838b722685ba669833ef96ca423d77cf487f192237ee220e6ee06378c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vng7m 768ee34838b722685ba669833ef96ca423d77cf487f192237ee220e6ee06378c network default NAD default NAD key ] I0507 14:39:57.048319 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vng7m, hostIfaceName: 768ee34838b7226, network: default, NAD default, SandboxID: "768ee34838b722685ba669833ef96ca423d77cf487f192237ee220e6ee06378c", PCI device ID: , UID: "00d4bb53-ded6-4824-9530-2c68cc28e2c5", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0507 14:39:57.096448 3779 cni.go:473] [openshift-dns/dns-default-vng7m 768ee34838b722685ba669833ef96ca423d77cf487f192237ee220e6ee06378c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vng7m 768ee34838b722685ba669833ef96ca423d77cf487f192237ee220e6ee06378c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:47:e8:69:dd:ff\",\"name\":\"768ee34838b7226\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd160f0e-9332-42e6-b7f3-132a571faf60\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:39:58.057224 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:39:58.057256 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:00.061780 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0507 14:40:00.191323 3779 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636080-mkj5d for pod on switch ip-10-0-1-137.ec2.internal I0507 14:40:00.191412 3779 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 14:40:00.202400 3779 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d] pod update took 11.009815ms I0507 14:40:00.202422 3779 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d] addLogicalPort annotation time took 11.034505ms I0507 14:40:00.203693 3779 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d] addLogicalPort took 12.386536ms, libovsdb time 881.325µs I0507 14:40:00.622240 3779 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key ] I0507 14:40:00.631274 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636080-mkj5d, hostIfaceName: 6c804b67e2749a1, network: default, NAD default, SandboxID: "6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c", PCI device ID: , UID: "9a4e0e7e-c5e8-4cfb-bc2c-69c6c6e3c010", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0507 14:40:00.679274 3779 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:44:ac:d7:86:65\",\"name\":\"6c804b67e2749a1\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06ec9a36-5c45-455d-96ab-46424bea4763\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:40:02.223780 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:40:02.223804 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0507 14:40:02.533582 3779 cni.go:452] [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key ] I0507 14:40:02.611579 3779 cni.go:473] [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f57f788b5-gqzz8 6f862e4e271180ce5ec6de4e10b7c890f0725649dd5c9ae5a2dd9b37d07ac9fb network default NAD default NAD key default], result "{}", err I0507 14:40:02.681322 3779 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:02.681358 3779 pods.go:176] Deleting pod: openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:02.682749 3779 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f57f788b5-gqzz8, ips: 10.129.0.17 I0507 14:40:02.682783 3779 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:02.694315 3779 base_network_controller_pods.go:487] [default/openshift-console/console-59b68fc68b-rg8d6] creating logical port openshift-console_console-59b68fc68b-rg8d6 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:40:02.694405 3779 kube.go:256] Updating pod openshift-console/console-59b68fc68b-rg8d6 I0507 14:40:02.709159 3779 pod.go:62] [openshift-console/console-59b68fc68b-rg8d6] pod update took 14.777112ms I0507 14:40:02.709181 3779 base_network_controller_pods.go:951] [default/openshift-console/console-59b68fc68b-rg8d6] addLogicalPort annotation time took 14.801845ms I0507 14:40:02.710416 3779 pods.go:271] [openshift-console/console-59b68fc68b-rg8d6] addLogicalPort took 16.112504ms, libovsdb time 904.928µs I0507 14:40:03.099288 3779 cni.go:452] [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key ] I0507 14:40:03.108851 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59b68fc68b-rg8d6, hostIfaceName: 8da67f8993a7f27, network: default, NAD default, SandboxID: "8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb", PCI device ID: , UID: "25ab9fbd-8435-4158-8d92-26b3d13f7afd", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0507 14:40:03.158042 3779 cni.go:473] [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:71:61:69:e6:22\",\"name\":\"8da67f8993a7f27\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ac76f5d-d9ea-42d4-8b90-8f44e6f558d5\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:40:03.531590 3779 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:03.531618 3779 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:03.537162 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:03.537185 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:05.083337 3779 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-2zc7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:05.083878 3779 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-2zc7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:05.316180 3779 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-2zc7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:05.316209 3779 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-2zc7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:05.321660 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f57f788b5-2zc7s I0507 14:40:05.321675 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f57f788b5-2zc7s W0507 14:40:07.450538 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:40:10.515779 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 14:40:10.515799 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 14:40:10.515805 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 14:40:13.566502 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:15.571571 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 14:40:15.571573 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 14:40:15.571648 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 14:40:15.618333 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.618355 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.618363 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.618378 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.618385 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.618392 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.672758 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.672776 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.672782 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:16.579869 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 14:40:20.144244 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0507 14:40:38.926872 3779 obj_retry.go:498] Detected object openshift-console/console-85b8fc7794-j5dkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:38.927488 3779 obj_retry.go:498] Detected object openshift-console/console-85b8fc7794-j5dkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:39.212576 3779 obj_retry.go:492] Detected object openshift-console/console-85b8fc7794-j5dkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:39.212598 3779 obj_retry.go:492] Detected object openshift-console/console-85b8fc7794-j5dkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:39.219904 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b8fc7794-j5dkn I0507 14:40:39.219930 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b8fc7794-j5dkn I0507 14:40:39.681103 3779 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key ] I0507 14:40:39.754393 3779 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d 6c804b67e2749a1a1b4200f41f615b7502a5230ab540f98cba63d4e01952ce2c network default NAD default NAD key default], result "{}", err I0507 14:40:39.815605 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:39.815634 3779 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 14:40:39.816804 3779 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d, ips: 10.129.0.23 I0507 14:40:39.816830 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.380486 3779 obj_retry.go:498] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.381048 3779 obj_retry.go:498] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.692435 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.692474 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.767516 3779 obj_retry.go:492] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.767536 3779 obj_retry.go:492] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.772886 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57f57cbbf5-2s5dj I0507 14:40:40.772908 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57f57cbbf5-2s5dj I0507 14:40:55.817850 3779 cni.go:452] [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key ] I0507 14:40:55.896549 3779 cni.go:473] [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 d63649f7c2a38cbc36c1720db5dc8a91a7d85c8259e1d5fc1cee72d431d3c671 network default NAD default NAD key default], result "{}", err I0507 14:40:55.953349 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:55.953378 3779 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0507 14:40:55.954583 3779 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.19 I0507 14:40:55.954609 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:56.750371 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:56.750399 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:56.758521 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 14:40:56.758548 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 14:40:56.799431 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:40:56.799580 3779 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 14:40:56.823558 3779 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.018212ms I0507 14:40:56.823581 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.045573ms I0507 14:40:56.824961 3779 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.530753ms, libovsdb time 1.027044ms I0507 14:40:57.158654 3779 cni.go:452] [openshift-monitoring/alertmanager-main-1 04006a4cedc527c7f4f86217f7f416146ad66148e614c0690ea43d692b35ff78 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 04006a4cedc527c7f4f86217f7f416146ad66148e614c0690ea43d692b35ff78 network default NAD default NAD key ] I0507 14:40:57.167981 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 04006a4cedc527c, network: default, NAD default, SandboxID: "04006a4cedc527c7f4f86217f7f416146ad66148e614c0690ea43d692b35ff78", PCI device ID: , UID: "c447da28-97d6-42ec-a311-4bdca25fad8b", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0507 14:40:57.215686 3779 cni.go:473] [openshift-monitoring/alertmanager-main-1 04006a4cedc527c7f4f86217f7f416146ad66148e614c0690ea43d692b35ff78 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 04006a4cedc527c7f4f86217f7f416146ad66148e614c0690ea43d692b35ff78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:00:81:29:18:04\",\"name\":\"04006a4cedc527c\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c2f3a7f-9471-493c-8c48-c28b1aae0a90\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:40:58.732680 3779 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-749f7c7485-dq87z] creating logical port openshift-monitoring_telemeter-client-749f7c7485-dq87z for pod on switch ip-10-0-1-137.ec2.internal I0507 14:40:58.732868 3779 kube.go:256] Updating pod openshift-monitoring/telemeter-client-749f7c7485-dq87z I0507 14:40:58.756424 3779 pod.go:62] [openshift-monitoring/telemeter-client-749f7c7485-dq87z] pod update took 23.600628ms I0507 14:40:58.756454 3779 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-749f7c7485-dq87z] addLogicalPort annotation time took 23.635721ms I0507 14:40:58.757636 3779 pods.go:271] [openshift-monitoring/telemeter-client-749f7c7485-dq87z] addLogicalPort took 24.980788ms, libovsdb time 866.403µs I0507 14:40:59.098639 3779 cni.go:452] [openshift-monitoring/telemeter-client-749f7c7485-dq87z d79613919fc09c48f3e733d299bdff4fe590d6be24d078bc22a3a6002b5a20c6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-749f7c7485-dq87z d79613919fc09c48f3e733d299bdff4fe590d6be24d078bc22a3a6002b5a20c6 network default NAD default NAD key ] I0507 14:40:59.109832 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-749f7c7485-dq87z, hostIfaceName: d79613919fc09c4, network: default, NAD default, SandboxID: "d79613919fc09c48f3e733d299bdff4fe590d6be24d078bc22a3a6002b5a20c6", PCI device ID: , UID: "3280bee3-326b-427d-b5fa-bb439fbbf59e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0507 14:40:59.157810 3779 cni.go:473] [openshift-monitoring/telemeter-client-749f7c7485-dq87z d79613919fc09c48f3e733d299bdff4fe590d6be24d078bc22a3a6002b5a20c6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-749f7c7485-dq87z d79613919fc09c48f3e733d299bdff4fe590d6be24d078bc22a3a6002b5a20c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3d:d7:68:72:37\",\"name\":\"d79613919fc09c4\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cc1c82f-09d3-47d6-88e5-db4731ee29d0\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:41:00.313171 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:00.313731 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:00.559574 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:00.559601 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:00.566340 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 14:41:00.566366 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0507 14:41:17.210482 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:41:17.210503 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:41:17.210508 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 14:41:18.497769 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:18.498335 3779 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:19.385849 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:19.385877 3779 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:19.391706 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 14:41:19.391723 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 14:41:27.414727 3779 cni.go:452] [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key ] I0507 14:41:27.498403 3779 cni.go:473] [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59b68fc68b-rg8d6 8da67f8993a7f27f631e6dfe054aacf5f6cd9a8f1f0081b81b3569636def4beb network default NAD default NAD key default], result "{}", err I0507 14:41:27.546095 3779 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:27.546128 3779 pods.go:176] Deleting pod: openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:27.547403 3779 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59b68fc68b-rg8d6, ips: 10.129.0.24 I0507 14:41:27.547435 3779 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:27.554650 3779 base_network_controller_pods.go:487] [default/openshift-console/console-754df8778d-h9q9q] creating logical port openshift-console_console-754df8778d-h9q9q for pod on switch ip-10-0-1-137.ec2.internal I0507 14:41:27.554774 3779 kube.go:256] Updating pod openshift-console/console-754df8778d-h9q9q I0507 14:41:27.569144 3779 pod.go:62] [openshift-console/console-754df8778d-h9q9q] pod update took 14.393137ms I0507 14:41:27.569169 3779 base_network_controller_pods.go:951] [default/openshift-console/console-754df8778d-h9q9q] addLogicalPort annotation time took 14.420811ms I0507 14:41:27.570359 3779 pods.go:271] [openshift-console/console-754df8778d-h9q9q] addLogicalPort took 15.721618ms, libovsdb time 822.643µs I0507 14:41:27.888314 3779 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:27.888338 3779 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:27.893650 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:27.893676 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:27.919207 3779 cni.go:452] [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key ] I0507 14:41:27.929360 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-754df8778d-h9q9q, hostIfaceName: f63a1820d53e56a, network: default, NAD default, SandboxID: "f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f", PCI device ID: , UID: "8965bcac-ca61-4a64-85a0-10d137320b46", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0507 14:41:27.978584 3779 cni.go:473] [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:53:28:1b:4b:57\",\"name\":\"f63a1820d53e56a\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e42f3e97-a86f-45d9-a3ec-2549dfb7308a\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:41:37.944534 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 14:41:38.690589 3779 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-d2zhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:38.691206 3779 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-d2zhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:39.015169 3779 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-d2zhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:39.015195 3779 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-d2zhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:39.020365 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59b68fc68b-d2zhf I0507 14:41:39.020377 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59b68fc68b-d2zhf I0507 14:42:03.646216 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:42:03.646862 3779 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:42:04.572760 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:42:04.572807 3779 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:42:04.580061 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 14:42:04.580084 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 14:43:13.224895 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0507 14:43:16.122743 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0507 14:43:19.796296 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 I0507 14:43:38.787640 3779 cni.go:452] [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key ] I0507 14:43:38.866543 3779 cni.go:473] [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-754df8778d-h9q9q f63a1820d53e56ade1f59b21ab5aad9f0db15d20e5b5b43d2b3f659f33920b2f network default NAD default NAD key default], result "{}", err I0507 14:43:38.915441 3779 obj_retry.go:498] Detected object openshift-console/console-754df8778d-h9q9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:38.915504 3779 pods.go:176] Deleting pod: openshift-console/console-754df8778d-h9q9q I0507 14:43:38.916806 3779 pods.go:236] Attempting to release IPs for pod: openshift-console/console-754df8778d-h9q9q, ips: 10.129.0.27 I0507 14:43:38.916836 3779 obj_retry.go:498] Detected object openshift-console/console-754df8778d-h9q9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:38.923708 3779 base_network_controller_pods.go:487] [default/openshift-console/console-5fc895677d-6lt6l] creating logical port openshift-console_console-5fc895677d-6lt6l for pod on switch ip-10-0-1-137.ec2.internal I0507 14:43:38.923799 3779 kube.go:256] Updating pod openshift-console/console-5fc895677d-6lt6l I0507 14:43:38.936505 3779 pod.go:62] [openshift-console/console-5fc895677d-6lt6l] pod update took 12.730803ms I0507 14:43:38.936528 3779 base_network_controller_pods.go:951] [default/openshift-console/console-5fc895677d-6lt6l] addLogicalPort annotation time took 12.758995ms I0507 14:43:38.937615 3779 pods.go:271] [openshift-console/console-5fc895677d-6lt6l] addLogicalPort took 13.91599ms, libovsdb time 755.315µs I0507 14:43:39.281516 3779 cni.go:452] [openshift-console/console-5fc895677d-6lt6l 40c24522447963b3cba56604101564b31c8f575349b493f677da412635bf795b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fc895677d-6lt6l 40c24522447963b3cba56604101564b31c8f575349b493f677da412635bf795b network default NAD default NAD key ] I0507 14:43:39.290727 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fc895677d-6lt6l, hostIfaceName: 40c24522447963b, network: default, NAD default, SandboxID: "40c24522447963b3cba56604101564b31c8f575349b493f677da412635bf795b", PCI device ID: , UID: "7f5bd50a-08c5-4a24-bdda-391e69020e21", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0507 14:43:39.339720 3779 cni.go:473] [openshift-console/console-5fc895677d-6lt6l 40c24522447963b3cba56604101564b31c8f575349b493f677da412635bf795b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fc895677d-6lt6l 40c24522447963b3cba56604101564b31c8f575349b493f677da412635bf795b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d7:29:a2:91:35\",\"name\":\"40c24522447963b\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25751763-5c0b-4bcd-a43e-5cf464b4eb3b\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:43:39.430652 3779 obj_retry.go:492] Detected object openshift-console/console-754df8778d-h9q9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:39.430705 3779 obj_retry.go:492] Detected object openshift-console/console-754df8778d-h9q9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:39.433421 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754df8778d-h9q9q I0507 14:43:39.433443 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754df8778d-h9q9q I0507 14:43:40.261529 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0507 14:43:49.478081 3779 obj_retry.go:498] Detected object openshift-console/console-754df8778d-275p8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:49.478628 3779 obj_retry.go:498] Detected object openshift-console/console-754df8778d-275p8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:49.996391 3779 obj_retry.go:492] Detected object openshift-console/console-754df8778d-275p8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:49.996419 3779 obj_retry.go:492] Detected object openshift-console/console-754df8778d-275p8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:50.005125 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754df8778d-275p8 I0507 14:43:50.005158 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754df8778d-275p8 W0507 14:43:50.005182 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 14:44:06.885461 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 14:44:20.795071 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 14:44:31.391695 3779 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-v2tnt for pod on switch ip-10-0-1-137.ec2.internal I0507 14:44:31.391821 3779 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt I0507 14:44:31.407004 3779 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt] pod update took 15.2101ms I0507 14:44:31.407039 3779 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt] addLogicalPort annotation time took 15.249614ms I0507 14:44:31.408716 3779 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt] addLogicalPort took 17.03834ms, libovsdb time 1.139798ms I0507 14:44:31.757285 3779 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt 4630a63681ab0c953a20df4448bb0c6597dfe25d8a6ec9b6962387bbd970331a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt 4630a63681ab0c953a20df4448bb0c6597dfe25d8a6ec9b6962387bbd970331a network default NAD default NAD key ] I0507 14:44:31.766538 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-v2tnt, hostIfaceName: 4630a63681ab0c9, network: default, NAD default, SandboxID: "4630a63681ab0c953a20df4448bb0c6597dfe25d8a6ec9b6962387bbd970331a", PCI device ID: , UID: "0da70752-94ab-467c-8050-e13de7bfe75d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0507 14:44:31.814217 3779 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt 4630a63681ab0c953a20df4448bb0c6597dfe25d8a6ec9b6962387bbd970331a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-v2tnt 4630a63681ab0c953a20df4448bb0c6597dfe25d8a6ec9b6962387bbd970331a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:bb:6b:25:fe:60\",\"name\":\"4630a63681ab0c9\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/568ecb07-9e4e-46ee-9fef-2e9fc93ffae8\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:44:34.665173 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0507 14:44:45.673683 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:44:45.707624 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 14:44:45.707692 3779 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-24r5f IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-24r5f: no pod IPs found I0507 14:45:00.219088 3779 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 14:45:07.796129 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0507 14:45:08.017100 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 14:45:44.731163 3779 namespace.go:98] [tsf] adding namespace I0507 14:45:44.732125 3779 namespace.go:102] [tsf] adding namespace took 938.689µs I0507 14:45:44.754695 3779 namespace.go:142] [tsf] updating namespace I0507 14:45:44.754896 3779 namespace.go:142] [tsf] updating namespace I0507 14:45:48.827098 3779 namespace.go:98] [rhbk-operator] adding namespace I0507 14:45:48.828007 3779 namespace.go:102] [rhbk-operator] adding namespace took 883.702µs I0507 14:45:48.830544 3779 namespace.go:98] [tsf-tpa] adding namespace I0507 14:45:48.830613 3779 namespace.go:98] [rhtpa-operator] adding namespace I0507 14:45:48.830696 3779 namespace.go:98] [konflux-operator] adding namespace I0507 14:45:48.831348 3779 namespace.go:102] [tsf-tpa] adding namespace took 785.765µs I0507 14:45:48.831994 3779 namespace.go:102] [rhtpa-operator] adding namespace took 1.370021ms I0507 14:45:48.832041 3779 namespace.go:98] [tsf-tas] adding namespace I0507 14:45:48.832519 3779 namespace.go:102] [tsf-tas] adding namespace took 470.299µs I0507 14:45:48.833110 3779 namespace.go:102] [konflux-operator] adding namespace took 2.394483ms I0507 14:45:48.834325 3779 namespace.go:98] [tsf-keycloak] adding namespace I0507 14:45:48.834511 3779 namespace.go:98] [konflux-ui] adding namespace I0507 14:45:48.834576 3779 namespace.go:98] [cert-manager-operator] adding namespace I0507 14:45:48.834983 3779 namespace.go:102] [tsf-keycloak] adding namespace took 645.341µs I0507 14:45:48.835501 3779 namespace.go:102] [konflux-ui] adding namespace took 975.756µs I0507 14:45:48.836058 3779 namespace.go:102] [cert-manager-operator] adding namespace took 1.403247ms I0507 14:45:48.844307 3779 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.856152 3779 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.867971 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.876406 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.884303 3779 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:48.894322 3779 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:48.894420 3779 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:48.897494 3779 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.909361 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.909456 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.909876 3779 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:48.915380 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.915432 3779 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.948476 3779 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.948509 3779 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.957207 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.973091 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.977351 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:49.015511 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:49.015631 3779 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:49.015721 3779 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:49.015767 3779 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:49.043461 3779 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:49.043557 3779 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:50.302728 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:50.310610 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:50.632315 3779 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-137.ec2.internal I0507 14:45:50.632418 3779 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0507 14:45:50.653673 3779 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 21.279223ms I0507 14:45:50.653699 3779 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 21.311943ms I0507 14:45:50.654916 3779 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 22.618979ms, libovsdb time 827.869µs I0507 14:45:51.010169 3779 cni.go:452] [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key ] I0507 14:45:51.019518 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 505b877319077f1, network: default, NAD default, SandboxID: "505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195", PCI device ID: , UID: "c460c458-6d7e-4e47-84dd-afc5554b5034", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0507 14:45:51.069559 3779 cni.go:473] [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:af:06:5b:cf:89\",\"name\":\"505b877319077f1\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f743353c-21ad-4bd0-b6d9-a2412bbe8224\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:45:55.843885 3779 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844522 3779 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844548 3779 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844556 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:55.844573 3779 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844579 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:56.870497 3779 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870523 3779 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870544 3779 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870558 3779 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:57.890459 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891156 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891190 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891198 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:57.891211 3779 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891215 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:58.878881 3779 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879541 3779 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879569 3779 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879578 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.879590 3779 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879596 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:58.918888 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.918918 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.918933 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.918963 3779 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.920527 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921089 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921115 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921126 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.921139 3779 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921146 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:59.903123 3779 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903144 3779 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903156 3779 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903175 3779 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.952755 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.952784 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.952799 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.952812 3779 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:05.965808 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.966340 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.966361 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.966368 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:46:05.966383 3779 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.966387 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:46:07.006324 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.006351 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.006365 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.006378 3779 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:08.956694 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.957278 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.957302 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.957310 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:46:08.957330 3779 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.957337 3779 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:46:09.800066 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0507 14:46:09.997258 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.997279 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.997290 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.997302 3779 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:11.378699 3779 namespace.go:98] [cert-manager] adding namespace I0507 14:46:11.379524 3779 namespace.go:102] [cert-manager] adding namespace took 795.83µs I0507 14:46:11.401783 3779 namespace.go:142] [cert-manager] updating namespace I0507 14:46:11.452420 3779 namespace.go:142] [cert-manager] updating namespace W0507 14:46:15.884421 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 14:46:15.934639 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.673916 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.683991 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.697393 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.705861 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 14:46:22.807068 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=707 I0507 14:46:23.885741 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 14:46:24.105386 3779 namespace.go:142] [openshift-operators] updating namespace I0507 14:46:24.118829 3779 namespace.go:142] [openshift-operators] updating namespace W0507 14:46:31.650246 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 14:46:31.650267 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 14:46:32.397471 3779 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 14:46:32.398421 3779 namespace.go:102] [trusted-artifact-signer] adding namespace took 929.352µs I0507 14:46:32.411435 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:32.489067 3779 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 14:46:33.072690 3779 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 14:46:35.523630 3779 namespace.go:142] [openshift-operators] updating namespace I0507 14:46:35.915306 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 14:46:38.213451 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 14:46:45.889265 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0507 14:46:51.199603 3779 namespace.go:98] [openshift-pipelines] adding namespace I0507 14:46:51.200448 3779 namespace.go:102] [openshift-pipelines] adding namespace took 822.241µs I0507 14:46:51.218982 3779 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:46:51.924996 3779 namespace.go:142] [cert-manager] updating namespace I0507 14:46:52.113526 3779 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:52.512518 3779 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:52.712459 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:52.911032 3779 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:53.322744 3779 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:53.518544 3779 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:53.732748 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:53.937501 3779 namespace.go:142] [tsf] updating namespace I0507 14:46:54.140326 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:54.340829 3779 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:54.541277 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:54.676221 3779 namespace.go:142] [cert-manager] updating namespace I0507 14:46:54.685145 3779 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:54.694257 3779 namespace.go:142] [default] updating namespace I0507 14:46:54.703365 3779 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:54.712549 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:54.720196 3779 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:54.729325 3779 namespace.go:142] [openshift] updating namespace I0507 14:46:54.738594 3779 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:54.749288 3779 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:54.761872 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:54.770196 3779 namespace.go:142] [tsf] updating namespace I0507 14:46:54.786484 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:54.803434 3779 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:54.826241 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:54.923523 3779 namespace.go:142] [cert-manager] updating namespace I0507 14:46:55.024041 3779 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:55.130303 3779 namespace.go:142] [default] updating namespace I0507 14:46:55.224965 3779 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:55.323365 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:55.425720 3779 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:55.526219 3779 namespace.go:142] [openshift] updating namespace I0507 14:46:55.623328 3779 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:55.723235 3779 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:55.824208 3779 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:55.923255 3779 namespace.go:142] [tsf] updating namespace I0507 14:46:56.022552 3779 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:56.122537 3779 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:56.224554 3779 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:56.499772 3779 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:47:03.345135 3779 cni.go:452] [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key ] I0507 14:47:03.412510 3779 cni.go:473] [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 505b877319077f1a9bedac209a3274f2007cc4681646b7f8af3018cc65cfa195 network default NAD default NAD key default], result "{}", err I0507 14:47:03.468302 3779 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:03.468332 3779 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0507 14:47:03.469713 3779 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.30 I0507 14:47:03.469742 3779 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:03.489861 3779 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:03.489880 3779 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:03.496937 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 14:47:03.496973 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 14:47:04.226517 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-f9j96 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:04.226601 3779 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96 I0507 14:47:04.246151 3779 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96] pod update took 19.575447ms I0507 14:47:04.246173 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96] addLogicalPort annotation time took 19.600076ms I0507 14:47:04.247431 3779 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96] addLogicalPort took 20.93022ms, libovsdb time 945.497µs I0507 14:47:04.318191 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-2hw55 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:04.318285 3779 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55 I0507 14:47:04.339758 3779 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55] pod update took 21.50297ms I0507 14:47:04.339778 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55] addLogicalPort annotation time took 21.526325ms I0507 14:47:04.341119 3779 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55] addLogicalPort took 22.940353ms, libovsdb time 801.115µs I0507 14:47:04.417052 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:04.417136 3779 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx I0507 14:47:04.432853 3779 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx] pod update took 15.741855ms I0507 14:47:04.432876 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx] addLogicalPort annotation time took 15.76722ms I0507 14:47:04.434035 3779 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx] addLogicalPort took 16.996567ms, libovsdb time 804.477µs I0507 14:47:04.517245 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-b84tr for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:04.517329 3779 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr I0507 14:47:04.535681 3779 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr] pod update took 18.381613ms I0507 14:47:04.535701 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr] addLogicalPort annotation time took 18.404811ms I0507 14:47:04.536815 3779 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr] addLogicalPort took 19.590985ms, libovsdb time 760.793µs I0507 14:47:04.604652 3779 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96 b3264108ca82b0440c1c8d43ad771c590e707e00bdf9793d2f07ae48e655a595 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96 b3264108ca82b0440c1c8d43ad771c590e707e00bdf9793d2f07ae48e655a595 network default NAD default NAD key ] I0507 14:47:04.614792 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-f9j96, hostIfaceName: b3264108ca82b04, network: default, NAD default, SandboxID: "b3264108ca82b0440c1c8d43ad771c590e707e00bdf9793d2f07ae48e655a595", PCI device ID: , UID: "877923f1-6f75-472c-b972-ecc2b3e56820", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0507 14:47:04.616293 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-l92bj for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:04.616380 3779 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj I0507 14:47:04.633538 3779 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj] pod update took 17.175255ms I0507 14:47:04.633568 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj] addLogicalPort annotation time took 17.211582ms I0507 14:47:04.635174 3779 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj] addLogicalPort took 18.893525ms, libovsdb time 1.076542ms I0507 14:47:04.667396 3779 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96 b3264108ca82b0440c1c8d43ad771c590e707e00bdf9793d2f07ae48e655a595 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-f9j96 b3264108ca82b0440c1c8d43ad771c590e707e00bdf9793d2f07ae48e655a595 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:94:88:1a:be:bc\",\"name\":\"b3264108ca82b04\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03aa0fc6-4fcc-49a3-ba91-86ab454fb960\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:04.676727 3779 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55 88148c74bb455515325677e43c4f3432a34fd476316ab6da8ca3fa327dcac8a7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55 88148c74bb455515325677e43c4f3432a34fd476316ab6da8ca3fa327dcac8a7 network default NAD default NAD key ] I0507 14:47:04.687081 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-2hw55, hostIfaceName: 88148c74bb45551, network: default, NAD default, SandboxID: "88148c74bb455515325677e43c4f3432a34fd476316ab6da8ca3fa327dcac8a7", PCI device ID: , UID: "a805e7a6-7c09-49bf-a8ed-91bd9f53e8a1", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0507 14:47:04.738027 3779 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55 88148c74bb455515325677e43c4f3432a34fd476316ab6da8ca3fa327dcac8a7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-2hw55 88148c74bb455515325677e43c4f3432a34fd476316ab6da8ca3fa327dcac8a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cb:20:35:92:08\",\"name\":\"88148c74bb45551\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc71ae76-2de6-424d-8a79-132fbf84e52f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:04.798975 3779 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx ef2215a2c75ea3eceecf41d31aa2214bae1ed11728f51de5d5cb7a5c61478bab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx ef2215a2c75ea3eceecf41d31aa2214bae1ed11728f51de5d5cb7a5c61478bab network default NAD default NAD key ] I0507 14:47:04.810171 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx, hostIfaceName: ef2215a2c75ea3e, network: default, NAD default, SandboxID: "ef2215a2c75ea3eceecf41d31aa2214bae1ed11728f51de5d5cb7a5c61478bab", PCI device ID: , UID: "10143c8b-d43f-4715-a87e-91c8ea366b21", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0507 14:47:04.859604 3779 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx ef2215a2c75ea3eceecf41d31aa2214bae1ed11728f51de5d5cb7a5c61478bab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-2m2nx ef2215a2c75ea3eceecf41d31aa2214bae1ed11728f51de5d5cb7a5c61478bab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7e:2c:01:68:13\",\"name\":\"ef2215a2c75ea3e\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db1813b0-058a-4c03-bc1a-e4db6bb633d2\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:04.880129 3779 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr 0fe0dade14951f3af72cd919f856fc75bc215c761bde1078a8968f04f21ac34f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr 0fe0dade14951f3af72cd919f856fc75bc215c761bde1078a8968f04f21ac34f network default NAD default NAD key ] I0507 14:47:04.891787 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-b84tr, hostIfaceName: 0fe0dade14951f3, network: default, NAD default, SandboxID: "0fe0dade14951f3af72cd919f856fc75bc215c761bde1078a8968f04f21ac34f", PCI device ID: , UID: "5d7e53cf-61ac-4841-b277-1d28107b4fe2", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0507 14:47:04.940726 3779 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr 0fe0dade14951f3af72cd919f856fc75bc215c761bde1078a8968f04f21ac34f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-b84tr 0fe0dade14951f3af72cd919f856fc75bc215c761bde1078a8968f04f21ac34f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:30:0a:ba:25:ea\",\"name\":\"0fe0dade14951f3\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d4451b8-8279-49a0-8992-20b7585f1cf3\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:04.958527 3779 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:04.958608 3779 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0507 14:47:04.978571 3779 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj f296e95dc48c0589d43637d1a61e9fbe0a5232e064731eb9c0023fc0b144cd86 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj f296e95dc48c0589d43637d1a61e9fbe0a5232e064731eb9c0023fc0b144cd86 network default NAD default NAD key ] I0507 14:47:04.981087 3779 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 22.497844ms I0507 14:47:04.981106 3779 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 22.524834ms I0507 14:47:04.982937 3779 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 24.426136ms, libovsdb time 1.25783ms I0507 14:47:04.990600 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-l92bj, hostIfaceName: f296e95dc48c058, network: default, NAD default, SandboxID: "f296e95dc48c0589d43637d1a61e9fbe0a5232e064731eb9c0023fc0b144cd86", PCI device ID: , UID: "63dec8fc-670f-46ff-9e62-92f372ba1c1a", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0507 14:47:05.041223 3779 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj f296e95dc48c0589d43637d1a61e9fbe0a5232e064731eb9c0023fc0b144cd86 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l92bj f296e95dc48c0589d43637d1a61e9fbe0a5232e064731eb9c0023fc0b144cd86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2c:a4:78:5f:6a\",\"name\":\"f296e95dc48c058\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/145245a3-3e74-4bd4-8f0c-5af59dc9dda5\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:05.318786 3779 cni.go:452] [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key ] I0507 14:47:05.346700 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: d28824e13391e95, network: default, NAD default, SandboxID: "d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26", PCI device ID: , UID: "77d7a97c-d90b-4fa5-aafc-d745c556b667", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0507 14:47:05.394121 3779 cni.go:473] [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c0:4d:a9:ab:a0\",\"name\":\"d28824e13391e95\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4888b4aa-ff53-42e8-8290-b62227bf1526\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:07.823321 3779 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-4cwxp for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:07.823524 3779 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp I0507 14:47:07.827341 3779 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-wrqdh for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:07.827462 3779 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh I0507 14:47:07.835857 3779 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp] pod update took 12.369551ms I0507 14:47:07.835885 3779 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp] addLogicalPort annotation time took 12.401616ms I0507 14:47:07.837275 3779 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp] addLogicalPort took 13.978433ms, libovsdb time 982.713µs I0507 14:47:07.841171 3779 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh] pod update took 13.734024ms I0507 14:47:07.841191 3779 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh] addLogicalPort annotation time took 13.757332ms I0507 14:47:07.842438 3779 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh] addLogicalPort took 15.116235ms, libovsdb time 905.309µs W0507 14:47:11.456521 3779 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.456548 3779 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.456559 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.492746 3779 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492763 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492770 3779 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492774 3779 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.529441 3779 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:11.529460 3779 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:11.529466 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0507 14:47:19.302297 3779 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp 1bcb57aa110ad5d054bbe5baf92a0f7e96b2db71034bf837bc7ba13b551cabf6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp 1bcb57aa110ad5d054bbe5baf92a0f7e96b2db71034bf837bc7ba13b551cabf6 network default NAD default NAD key ] I0507 14:47:19.305984 3779 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh bf60a4e60db78e4667adfc9138636953eefd5b00f7b9fd10729bb012d7068487 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh bf60a4e60db78e4667adfc9138636953eefd5b00f7b9fd10729bb012d7068487 network default NAD default NAD key ] I0507 14:47:19.312127 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-4cwxp, hostIfaceName: 1bcb57aa110ad5d, network: default, NAD default, SandboxID: "1bcb57aa110ad5d054bbe5baf92a0f7e96b2db71034bf837bc7ba13b551cabf6", PCI device ID: , UID: "54f9a38f-5e26-4efb-a046-7020f9e2e26d", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0507 14:47:19.315545 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-wrqdh, hostIfaceName: bf60a4e60db78e4, network: default, NAD default, SandboxID: "bf60a4e60db78e4667adfc9138636953eefd5b00f7b9fd10729bb012d7068487", PCI device ID: , UID: "1be14973-0ec6-4aa2-8a38-3745ce656d67", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0507 14:47:19.362841 3779 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp 1bcb57aa110ad5d054bbe5baf92a0f7e96b2db71034bf837bc7ba13b551cabf6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4cwxp 1bcb57aa110ad5d054bbe5baf92a0f7e96b2db71034bf837bc7ba13b551cabf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:54:bc:bb:7e:ca\",\"name\":\"1bcb57aa110ad5d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06347bc5-ab24-45b6-9c27-b6f6e126833e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:19.381968 3779 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh bf60a4e60db78e4667adfc9138636953eefd5b00f7b9fd10729bb012d7068487 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wrqdh bf60a4e60db78e4667adfc9138636953eefd5b00f7b9fd10729bb012d7068487 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:51:9e:2d:48:50\",\"name\":\"bf60a4e60db78e4\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1fe86a9-c176-4152-aacc-9e590c7c2ff3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:47:20.475851 3779 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 14:47:20.499075 3779 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 14:47:21.793747 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=103 W0507 14:47:22.440063 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:22.440088 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:22.440096 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:22.440103 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:22.468867 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:22.468886 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:22.468892 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:22.496051 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:22.496072 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:22.496078 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:34.922610 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0507 14:47:41.491649 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 14:47:41.513479 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 14:47:43.605437 3779 cni.go:452] [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key ] I0507 14:47:43.685361 3779 cni.go:473] [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure d28824e13391e9595336b2531fa20d967fa102998130ff572f07f28e697ffe26 network default NAD default NAD key default], result "{}", err I0507 14:47:43.738105 3779 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:43.738140 3779 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0507 14:47:43.739426 3779 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.36 I0507 14:47:43.739455 3779 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:43.758673 3779 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:43.758692 3779 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:43.764918 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 14:47:43.764943 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 14:47:44.825369 3779 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:44.825523 3779 kube.go:256] Updating pod tsf/test-tsf-iam I0507 14:47:44.849573 3779 pod.go:62] [tsf/test-tsf-iam] pod update took 24.087407ms I0507 14:47:44.849593 3779 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 24.11437ms I0507 14:47:44.850822 3779 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 25.469752ms, libovsdb time 859.579µs I0507 14:47:45.186131 3779 cni.go:452] [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key ] I0507 14:47:45.195501 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 82d5ebaa21361fc, network: default, NAD default, SandboxID: "82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f", PCI device ID: , UID: "a8d24b60-650d-4ce0-b93b-9c4b2ff057c4", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0507 14:47:45.243992 3779 cni.go:473] [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:24:e9:e1:35:54\",\"name\":\"82d5ebaa21361fc\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cd4514b-8384-491b-b0ec-0490cafd3c0b\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:45.709699 3779 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 14:47:45.710289 3779 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 14:47:45.710311 3779 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 14:47:45.712829 3779 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 14:47:46.087580 3779 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:47:46.087698 3779 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0507 14:47:46.105632 3779 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.960986ms I0507 14:47:46.105656 3779 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.988598ms I0507 14:47:46.107030 3779 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.466443ms, libovsdb time 944.011µs I0507 14:47:46.446559 3779 cni.go:452] [tsf-keycloak/keycloak-0 be8614555ba3d6d1b4f5291f4b52b10e0325f1c02a575a31960db376eb5cdaf9 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 be8614555ba3d6d1b4f5291f4b52b10e0325f1c02a575a31960db376eb5cdaf9 network default NAD default NAD key ] I0507 14:47:46.456183 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: be8614555ba3d6d, network: default, NAD default, SandboxID: "be8614555ba3d6d1b4f5291f4b52b10e0325f1c02a575a31960db376eb5cdaf9", PCI device ID: , UID: "aa72c0ca-5127-4c7d-978c-cd5bca8f94c7", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0507 14:47:46.504376 3779 cni.go:473] [tsf-keycloak/keycloak-0 be8614555ba3d6d1b4f5291f4b52b10e0325f1c02a575a31960db376eb5cdaf9 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 be8614555ba3d6d1b4f5291f4b52b10e0325f1c02a575a31960db376eb5cdaf9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:4b:c8:76:4a:ba\",\"name\":\"be8614555ba3d6d\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f268c3d-1a79-4d31-86b0-f3edc26c0bd2\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:47:58.971843 3779 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 14:48:02.706284 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:02.706304 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:02.710005 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 14:48:02.710027 3779 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 14:48:21.182969 3779 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:21.182994 3779 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:21.183001 3779 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:25.693941 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 14:48:25.694062 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 14:48:25.694194 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:25.694203 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0507 14:48:25.972161 3779 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-rz7rw] creating logical port tsf-keycloak_tsf-iam-rz7rw for pod on switch ip-10-0-1-137.ec2.internal I0507 14:48:25.972253 3779 kube.go:256] Updating pod tsf-keycloak/tsf-iam-rz7rw I0507 14:48:25.988805 3779 pod.go:62] [tsf-keycloak/tsf-iam-rz7rw] pod update took 16.576217ms I0507 14:48:25.988825 3779 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-rz7rw] addLogicalPort annotation time took 16.600099ms I0507 14:48:25.990170 3779 pods.go:271] [tsf-keycloak/tsf-iam-rz7rw] addLogicalPort took 18.027087ms, libovsdb time 834.16µs I0507 14:48:26.345047 3779 cni.go:452] [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key ] I0507 14:48:26.356003 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-rz7rw, hostIfaceName: 51b556b1beb9ca4, network: default, NAD default, SandboxID: "51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf", PCI device ID: , UID: "a43b79e3-97f1-4603-a014-1203cb4da76a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0507 14:48:26.406930 3779 cni.go:473] [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:de:1d:f4:c5:cd\",\"name\":\"51b556b1beb9ca4\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24527ed7-da25-4a47-86a6-53f602968c4a\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:48:31.754652 3779 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:48:38.937752 3779 cni.go:452] [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key ] I0507 14:48:39.022980 3779 cni.go:473] [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 82d5ebaa21361fc52355465f0f502341355d2cf54d6873bd32a2b6437e22fc7f network default NAD default NAD key default], result "{}", err I0507 14:48:39.077785 3779 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:39.077909 3779 pods.go:176] Deleting pod: tsf/test-tsf-iam I0507 14:48:39.079792 3779 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.39 I0507 14:48:39.079830 3779 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:39.118044 3779 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:39.118073 3779 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:39.121731 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 14:48:39.121755 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 14:48:39.893427 3779 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-137.ec2.internal I0507 14:48:39.893549 3779 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0507 14:48:39.910777 3779 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 17.261752ms I0507 14:48:39.910807 3779 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.298122ms I0507 14:48:39.912180 3779 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.769854ms, libovsdb time 974.517µs I0507 14:48:40.258696 3779 cni.go:452] [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key ] I0507 14:48:40.269226 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: b21fc688b7f2e19, network: default, NAD default, SandboxID: "b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364", PCI device ID: , UID: "9116a911-3fe3-4b1b-a778-a6a613f51d8f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0507 14:48:40.325682 3779 cni.go:473] [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:38:d9:04:7c:2f\",\"name\":\"b21fc688b7f2e19\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36172513-dcd6-4d6e-be80-def48e7e6ec4\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:48:44.978334 3779 cni.go:452] [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key ] I0507 14:48:45.054162 3779 cni.go:473] [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-rz7rw 51b556b1beb9ca4f90996a7565a3231aa0e4e70cb291d2e6181532f49c2527bf network default NAD default NAD key default], result "{}", err I0507 14:48:45.105619 3779 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-rz7rw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:45.105658 3779 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-rz7rw I0507 14:48:45.107103 3779 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-rz7rw, ips: 10.129.0.41 I0507 14:48:45.107140 3779 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-rz7rw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:46.002345 3779 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-rz7rw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:46.002365 3779 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-rz7rw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:48:49.287719 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 14:48:49.314023 3779 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0507 14:48:58.777361 3779 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 14:48:58.916535 3779 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:58.917162 3779 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:59.934528 3779 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:59.934555 3779 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:00.511268 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-r4zwp for pod on switch ip-10-0-1-137.ec2.internal I0507 14:49:00.511364 3779 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp I0507 14:49:00.526770 3779 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp] pod update took 15.430714ms I0507 14:49:00.526791 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp] addLogicalPort annotation time took 15.456895ms I0507 14:49:00.528111 3779 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp] addLogicalPort took 16.862322ms, libovsdb time 941.854µs I0507 14:49:00.872480 3779 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp c9c82cb7c3ee58e7fb3cc0db008562e5b2c59f093e419ca142b767b6658e6506 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp c9c82cb7c3ee58e7fb3cc0db008562e5b2c59f093e419ca142b767b6658e6506 network default NAD default NAD key ] I0507 14:49:00.881566 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-r4zwp, hostIfaceName: c9c82cb7c3ee58e, network: default, NAD default, SandboxID: "c9c82cb7c3ee58e7fb3cc0db008562e5b2c59f093e419ca142b767b6658e6506", PCI device ID: , UID: "6847705f-3e5a-4c73-a575-2f91dda7c50b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0507 14:49:00.932692 3779 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp c9c82cb7c3ee58e7fb3cc0db008562e5b2c59f093e419ca142b767b6658e6506 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r4zwp c9c82cb7c3ee58e7fb3cc0db008562e5b2c59f093e419ca142b767b6658e6506 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:71:6e:b4:39:c9\",\"name\":\"c9c82cb7c3ee58e\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cad21df-ec5a-456b-917c-3480db970cdf\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:49:03.832430 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 14:49:04.075493 3779 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:04.075518 3779 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:04.098791 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:04.098806 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0507 14:49:15.923573 3779 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-j69t9 for pod on switch ip-10-0-1-137.ec2.internal I0507 14:49:15.923676 3779 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9 I0507 14:49:15.936883 3779 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9] pod update took 13.228777ms I0507 14:49:15.936917 3779 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9] addLogicalPort annotation time took 13.268126ms I0507 14:49:15.938717 3779 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9] addLogicalPort took 15.157927ms, libovsdb time 1.22779ms I0507 14:49:16.887920 3779 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9 9e398d29fe83e77c529e7dc47672d050d574005a73f295ffdbcae6fb3410b349 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9 9e398d29fe83e77c529e7dc47672d050d574005a73f295ffdbcae6fb3410b349 network default NAD default NAD key ] I0507 14:49:16.897446 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-j69t9, hostIfaceName: 9e398d29fe83e77, network: default, NAD default, SandboxID: "9e398d29fe83e77c529e7dc47672d050d574005a73f295ffdbcae6fb3410b349", PCI device ID: , UID: "a023f145-0ac6-45e7-89f6-34baf868abbc", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0507 14:49:16.948141 3779 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9 9e398d29fe83e77c529e7dc47672d050d574005a73f295ffdbcae6fb3410b349 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-j69t9 9e398d29fe83e77c529e7dc47672d050d574005a73f295ffdbcae6fb3410b349 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:55:06:76:3f:43\",\"name\":\"9e398d29fe83e77\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87332fbd-43fb-4cf7-8ed6-28ba34bf882e\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:49:29.227284 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 14:49:29.888315 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 14:49:33.797648 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 14:49:37.239057 3779 cni.go:452] [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key ] I0507 14:49:37.321542 3779 cni.go:473] [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas b21fc688b7f2e191dc86a3955bc738b9494c3384780ddcbd12f4cb9c3a6a6364 network default NAD default NAD key default], result "{}", err I0507 14:49:37.374228 3779 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:37.374321 3779 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0507 14:49:37.375665 3779 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.42 I0507 14:49:37.375693 3779 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:37.394334 3779 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:37.394365 3779 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:37.399870 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 14:49:37.399894 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 14:49:38.113349 3779 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-bcl9x] creating logical port tsf_patch-tekton-config-bcl9x for pod on switch ip-10-0-1-137.ec2.internal I0507 14:49:38.113442 3779 kube.go:256] Updating pod tsf/patch-tekton-config-bcl9x I0507 14:49:38.124136 3779 pod.go:62] [tsf/patch-tekton-config-bcl9x] pod update took 10.718991ms I0507 14:49:38.124162 3779 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-bcl9x] addLogicalPort annotation time took 10.74665ms I0507 14:49:38.125518 3779 pods.go:271] [tsf/patch-tekton-config-bcl9x] addLogicalPort took 12.181364ms, libovsdb time 952.097µs I0507 14:49:38.478468 3779 cni.go:452] [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key ] I0507 14:49:38.488091 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-bcl9x, hostIfaceName: 9fc493b38ccafea, network: default, NAD default, SandboxID: "9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8", PCI device ID: , UID: "e76f7ece-71f0-4f73-80dc-40c8753cad4d", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0507 14:49:38.539124 3779 cni.go:473] [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ef:32:93:2b:5f\",\"name\":\"9fc493b38ccafea\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fa472b3-3014-466d-8f07-a2bcb57cad51\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:49:46.302277 3779 cni.go:452] [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key ] I0507 14:49:46.388937 3779 cni.go:473] [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-bcl9x 9fc493b38ccafea25df5e80384d31646c416aaef42aa249d3eafb7132514e5f8 network default NAD default NAD key default], result "{}", err I0507 14:49:46.438308 3779 obj_retry.go:498] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:46.438349 3779 pods.go:176] Deleting pod: tsf/patch-tekton-config-bcl9x I0507 14:49:46.439794 3779 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-bcl9x, ips: 10.129.0.45 I0507 14:49:46.439822 3779 obj_retry.go:498] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:47.315128 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:47.315156 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:51.212174 3779 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:51.212734 3779 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:52.092135 3779 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:52.092159 3779 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:49:55.104178 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 14:49:55.245076 3779 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:55.245619 3779 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:56.273887 3779 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.273914 3779 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.307315 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.307336 3779 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.311350 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bcl9x I0507 14:49:56.311371 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bcl9x I0507 14:49:57.128562 3779 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-137.ec2.internal I0507 14:49:57.128654 3779 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0507 14:49:57.143880 3779 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.251362ms I0507 14:49:57.143901 3779 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.276434ms I0507 14:49:57.145217 3779 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.673074ms, libovsdb time 826.155µs I0507 14:49:57.507523 3779 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key ] I0507 14:49:57.520381 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 59fd0de81c3ca3e, network: default, NAD default, SandboxID: "59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4", PCI device ID: , UID: "f376778e-9204-44c7-8b56-feff6a43f1f9", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0507 14:49:57.581386 3779 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:71:97:32:37:ad\",\"name\":\"59fd0de81c3ca3e\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/175ede2b-603f-4436-bb01-707050a78e4e\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:50:00.175644 3779 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636090-jpprv for pod on switch ip-10-0-1-137.ec2.internal I0507 14:50:00.175759 3779 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv I0507 14:50:00.186720 3779 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv] pod update took 10.977914ms I0507 14:50:00.186741 3779 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv] addLogicalPort annotation time took 11.009074ms I0507 14:50:00.188152 3779 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv] addLogicalPort took 12.523817ms, libovsdb time 941.224µs I0507 14:50:00.379936 3779 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key ] I0507 14:50:00.467137 3779 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 59fd0de81c3ca3ec3054b395a5ec1fd2184568823632e86aebe98177fe0cbda4 network default NAD default NAD key default], result "{}", err I0507 14:50:00.519026 3779 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.519067 3779 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.520480 3779 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.46 I0507 14:50:00.520506 3779 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.535069 3779 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key ] I0507 14:50:00.538577 3779 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:00.538647 3779 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:00.544487 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.544536 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.544650 3779 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636090-jpprv, hostIfaceName: 00b5db3c70a2f44, network: default, NAD default, SandboxID: "00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9", PCI device ID: , UID: "7d7bfe12-4ec9-4323-ab3e-12e4f3782f0a", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0507 14:50:00.596644 3779 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c0:00:7b:ee:c5\",\"name\":\"00b5db3c70a2f44\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/199c69c2-290f-4cf1-99fe-fde0c169516b\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:50:00.752103 3779 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-137.ec2.internal I0507 14:50:00.752265 3779 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0507 14:50:00.767986 3779 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.761624ms I0507 14:50:00.768015 3779 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.798266ms I0507 14:50:00.769317 3779 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.230556ms, libovsdb time 881.128µs I0507 14:50:00.787971 3779 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.788432 3779 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:01.118269 3779 cni.go:452] [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key ] I0507 14:50:01.128682 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: fa5fed5d0b37b2c, network: default, NAD default, SandboxID: "fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98", PCI device ID: , UID: "70963a2c-18e0-48b8-935a-edd6fedf2933", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0507 14:50:01.180611 3779 cni.go:473] [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:05:81:4f:f4:19\",\"name\":\"fa5fed5d0b37b2c\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4883d7d9-a986-4d36-82e5-d7bd9856f948\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:50:01.670379 3779 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:01.670409 3779 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:03.407388 3779 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key ] I0507 14:50:03.500379 3779 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv 00b5db3c70a2f44f1b536cab7d4c478c29946b140b31d68e2c7f111daf6e86d9 network default NAD default NAD key default], result "{}", err I0507 14:50:03.555695 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:03.555738 3779 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv I0507 14:50:03.557055 3779 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv, ips: 10.129.0.47 I0507 14:50:03.557080 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:04.576850 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:04.576875 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:06.697053 3779 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 14:50:07.321699 3779 obj_retry.go:498] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:07.322298 3779 obj_retry.go:498] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:08.343723 3779 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:08.343749 3779 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:08.693396 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0507 14:50:11.379930 3779 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:11.380488 3779 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:11.468352 3779 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:11.468371 3779 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:14.376321 3779 obj_retry.go:498] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:14.376872 3779 obj_retry.go:498] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:14.607207 3779 base_network_controller_pods.go:487] [default/tsf-tpa/server-cd68889f-mlm2p] creating logical port tsf-tpa_server-cd68889f-mlm2p for pod on switch ip-10-0-1-137.ec2.internal I0507 14:50:14.607316 3779 kube.go:256] Updating pod tsf-tpa/server-cd68889f-mlm2p I0507 14:50:14.620098 3779 pod.go:62] [tsf-tpa/server-cd68889f-mlm2p] pod update took 12.819568ms I0507 14:50:14.620118 3779 base_network_controller_pods.go:951] [default/tsf-tpa/server-cd68889f-mlm2p] addLogicalPort annotation time took 12.846138ms I0507 14:50:14.621567 3779 pods.go:271] [tsf-tpa/server-cd68889f-mlm2p] addLogicalPort took 14.383323ms, libovsdb time 990.497µs I0507 14:50:14.698991 3779 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:14.699016 3779 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:15.732012 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 14:50:16.023394 3779 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-k9j2x] creating logical port tsf-tpa_importer-86bcdf477b-k9j2x for pod on switch ip-10-0-1-137.ec2.internal I0507 14:50:16.023490 3779 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-k9j2x I0507 14:50:16.038618 3779 pod.go:62] [tsf-tpa/importer-86bcdf477b-k9j2x] pod update took 15.154901ms I0507 14:50:16.038646 3779 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-k9j2x] addLogicalPort annotation time took 15.187423ms I0507 14:50:16.039909 3779 pods.go:271] [tsf-tpa/importer-86bcdf477b-k9j2x] addLogicalPort took 16.538587ms, libovsdb time 792.219µs I0507 14:50:23.100617 3779 cni.go:452] [tsf-tpa/server-cd68889f-mlm2p a614bc4509c2e60f301a244349b7aceca9f7cf641cef2469e4365e3c0a65a62c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-cd68889f-mlm2p a614bc4509c2e60f301a244349b7aceca9f7cf641cef2469e4365e3c0a65a62c network default NAD default NAD key ] I0507 14:50:23.110407 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-cd68889f-mlm2p, hostIfaceName: a614bc4509c2e60, network: default, NAD default, SandboxID: "a614bc4509c2e60f301a244349b7aceca9f7cf641cef2469e4365e3c0a65a62c", PCI device ID: , UID: "9c7787a8-03d2-415b-bc10-2508c2a67ab0", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0507 14:50:23.283785 3779 cni.go:452] [tsf-tpa/importer-86bcdf477b-k9j2x a10e64b6031a2ae7d38593e5806d5a320eb0f7af4f03c304cf600f50b7ced1fe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-k9j2x a10e64b6031a2ae7d38593e5806d5a320eb0f7af4f03c304cf600f50b7ced1fe network default NAD default NAD key ] I0507 14:50:23.295735 3779 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-k9j2x, hostIfaceName: a10e64b6031a2ae, network: default, NAD default, SandboxID: "a10e64b6031a2ae7d38593e5806d5a320eb0f7af4f03c304cf600f50b7ced1fe", PCI device ID: , UID: "317f90e3-7ed9-4f10-8a87-8a4a6e36bc76", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0507 14:50:23.345531 3779 cni.go:473] [tsf-tpa/importer-86bcdf477b-k9j2x a10e64b6031a2ae7d38593e5806d5a320eb0f7af4f03c304cf600f50b7ced1fe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-k9j2x a10e64b6031a2ae7d38593e5806d5a320eb0f7af4f03c304cf600f50b7ced1fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ec:12:b5:f6:09\",\"name\":\"a10e64b6031a2ae\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6aad7b25-03b8-475a-a5e6-d0dad168e206\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 14:50:23.365731 3779 cni.go:473] [tsf-tpa/server-cd68889f-mlm2p a614bc4509c2e60f301a244349b7aceca9f7cf641cef2469e4365e3c0a65a62c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-cd68889f-mlm2p a614bc4509c2e60f301a244349b7aceca9f7cf641cef2469e4365e3c0a65a62c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:6a:53:fe:f5:c2\",\"name\":\"a614bc4509c2e60\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05aeeb14-dea7-406b-9633-b6db514dc228\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 14:50:26.560559 3779 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0507 14:50:27.544633 3779 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0507 14:50:29.556581 3779 cni.go:452] [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key ] I0507 14:50:29.638220 3779 cni.go:473] [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa fa5fed5d0b37b2c8898b2436fee40ef9f91c2cc52e07dad0c89ce665c8c6bd98 network default NAD default NAD key default], result "{}", err I0507 14:50:29.694071 3779 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:29.694110 3779 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0507 14:50:29.695595 3779 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.48 I0507 14:50:29.695621 3779 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:29.715629 3779 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:29.715649 3779 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:29.721204 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 14:50:29.721287 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 14:50:30.497478 3779 namespace.go:98] [image-controller] adding namespace I0507 14:50:30.498413 3779 namespace.go:102] [image-controller] adding namespace took 910.884µs I0507 14:50:30.504103 3779 namespace.go:98] [build-service] adding namespace I0507 14:50:30.504217 3779 namespace.go:98] [integration-service] adding namespace I0507 14:50:30.504765 3779 namespace.go:102] [build-service] adding namespace took 648.864µs I0507 14:50:30.504793 3779 namespace.go:98] [default-tenant] adding namespace I0507 14:50:30.505260 3779 namespace.go:102] [default-tenant] adding namespace took 461.309µs I0507 14:50:30.505774 3779 namespace.go:102] [integration-service] adding namespace took 1.541721ms I0507 14:50:30.546677 3779 namespace.go:142] [image-controller] updating namespace I0507 14:50:30.571685 3779 namespace.go:142] [image-controller] updating namespace I0507 14:50:30.593565 3779 namespace.go:142] [build-service] updating namespace I0507 14:50:30.605824 3779 namespace.go:142] [build-service] updating namespace I0507 14:50:30.635888 3779 namespace.go:142] [integration-service] updating namespace I0507 14:50:30.673631 3779 namespace.go:142] [integration-service] updating namespace I0507 14:50:30.697303 3779 namespace.go:142] [default-tenant] updating namespace I0507 14:50:30.717139 3779 namespace.go:142] [default-tenant] updating namespace I0507 14:50:30.920473 3779 namespace.go:142] [build-service] updating namespace I0507 14:50:30.947168 3779 namespace.go:142] [integration-service] updating namespace I0507 14:50:31.015879 3779 namespace.go:98] [release-service] adding namespace I0507 14:50:31.016639 3779 namespace.go:102] [release-service] adding namespace took 745.987µs I0507 14:50:31.122253 3779 namespace.go:142] [konflux-ui] updating namespace I0507 14:50:31.163897 3779 namespace.go:142] [release-service] updating namespace I0507 14:50:31.241544 3779 namespace.go:142] [release-service] updating namespace I0507 14:50:31.436470 3779 namespace.go:98] [konflux-info] adding namespace I0507 14:50:31.437355 3779 namespace.go:102] [konflux-info] adding namespace took 865.52µs I0507 14:50:31.605894 3779 namespace.go:98] [namespace-lister] adding namespace I0507 14:50:31.606836 3779 namespace.go:102] [namespace-lister] adding namespace took 917.318µs I0507 14:50:31.698811 3779 namespace.go:98] [enterprise-contract-service] adding namespace I0507 14:50:31.699617 3779 namespace.go:102] [enterprise-contract-service] adding namespace took 789.661µs I0507 14:50:31.780300 3779 namespace.go:142] [konflux-info] updating namespace I0507 14:50:31.850665 3779 namespace.go:142] [image-controller] updating namespace I0507 14:50:31.870796 3779 namespace.go:142] [konflux-info] updating namespace I0507 14:50:31.962752 3779 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:32.056805 3779 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:32.183647 3779 namespace.go:142] [default-tenant] updating namespace I0507 14:50:32.235553 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:32.303108 3779 namespace.go:98] [segment-bridge] adding namespace I0507 14:50:32.303999 3779 namespace.go:102] [segment-bridge] adding namespace took 873.679µs I0507 14:50:32.304033 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:32.578852 3779 namespace.go:98] [konflux-cli] adding namespace I0507 14:50:32.579546 3779 namespace.go:102] [konflux-cli] adding namespace took 674.913µs I0507 14:50:32.640649 3779 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:32.920697 3779 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:33.147380 3779 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:33.338998 3779 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:33.637674 3779 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 14:50:33.638238 3779 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 14:50:33.638257 3779 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 14:50:33.640711 3779 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 14:50:34.467587 3779 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 14:50:34.467618 3779 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 14:50:34.468462 3779 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 14:50:35.017168 3779 namespace.go:142] [build-service] updating namespace I0507 14:50:35.753582 3779 namespace.go:142] [default-tenant] updating namespace I0507 14:50:36.320495 3779 namespace.go:142] [image-controller] updating namespace I0507 14:50:36.894736 3779 namespace.go:142] [integration-service] updating namespace I0507 14:50:37.252112 3779 namespace.go:142] [konflux-info] updating namespace I0507 14:50:37.564323 3779 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:37.864449 3779 namespace.go:142] [release-service] updating namespace I0507 14:50:38.347542 3779 namespace.go:142] [build-service] updating namespace I0507 14:50:38.387671 3779 namespace.go:142] [default-tenant] updating namespace I0507 14:50:38.416982 3779 namespace.go:142] [image-controller] updating namespace I0507 14:50:38.437802 3779 namespace.go:142] [integration-service] updating namespace I0507 14:50:38.481746 3779 namespace.go:142] [konflux-info] updating namespace I0507 14:50:38.532121 3779 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:38.548731 3779 namespace.go:142] [release-service] updating namespace I0507 14:50:38.756241 3779 namespace.go:142] [build-service] updating namespace I0507 14:50:38.941219 3779 namespace.go:142] [default-tenant] updating namespace I0507 14:50:39.096795 3779 namespace.go:142] [image-controller] updating namespace I0507 14:50:39.207140 3779 namespace.go:142] [integration-service] updating namespace I0507 14:50:39.323841 3779 namespace.go:142] [konflux-info] updating namespace I0507 14:50:39.573537 3779 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:39.698421 3779 namespace.go:142] [release-service] updating namespace I0507 14:50:41.853630 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.043920 3779 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.238676 3779 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:42.348127 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.369479 3779 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.390783 3779 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:42.465710 3779 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.581754 3779 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.670699 3779 namespace.go:142] [segment-bridge] updating namespace W0507 14:50:43.894706 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:43.894844 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 14:50:45.435409 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 14:50:45.455596 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 14:50:45.478546 3779 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 14:50:46.265009 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 14:50:49.025481 3779 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:49.026074 3779 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 14:50:49.928862 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:49.928881 3779 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:49.949494 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 14:50:49.951798 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0507 14:50:50.046833 3779 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:50.046859 3779 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:51.500019 3779 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 14:50:51.527966 3779 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 14:50:51.529690 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:51.567530 3779 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:51.567554 3779 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 14:50:55.235169 3779 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:55.235741 3779 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:55.524081 3779 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:55.524102 3779 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:55.528843 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:55.528864 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs W0507 14:51:02.583227 3779 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 14:51:09.798575 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0507 14:51:30.222073 3779 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 14:51:40.125614 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 14:51:53.809493 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=508 I0507 14:52:01.350376 3779 obj_retry.go:498] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:01.350939 3779 obj_retry.go:498] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:02.300683 3779 obj_retry.go:492] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:02.300706 3779 obj_retry.go:492] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:02.307010 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:02.307033 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:07.136186 3779 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:07.136717 3779 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:07.174058 3779 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:07.174082 3779 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:07.177264 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 14:52:07.177281 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 14:52:25.798563 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0507 14:52:27.445338 3779 namespace.go:98] [managed-tenant-n6s2r] adding namespace I0507 14:52:27.446194 3779 namespace.go:102] [managed-tenant-n6s2r] adding namespace took 834.704µs I0507 14:52:27.465114 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:27.478527 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.498222 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.630984 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.729776 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:50.796041 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=53 I0507 14:52:57.918044 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 14:53:06.216019 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 14:53:43.892032 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 14:53:58.019168 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 14:54:22.888332 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 14:55:05.230300 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 14:55:15.803524 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=84 I0507 14:55:38.800056 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 14:55:58.909554 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:55:58.910191 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:55:59.490845 3779 obj_retry.go:492] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:55:59.490903 3779 obj_retry.go:492] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:55:59.493882 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:55:59.493904 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:56:28.852308 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:28.852894 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:45.945402 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:45.946031 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:57:07.127980 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 14:57:42.812326 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=69 I0507 14:57:47.800545 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0507 14:58:05.465246 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:58:05.465845 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:58:18.800880 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0507 14:58:25.223887 3779 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 14:58:34.218416 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0507 14:59:23.267199 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 14:59:26.893388 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0507 14:59:29.890706 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 14:59:36.799132 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 15:00:04.070313 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:00:04.070891 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:00:04.937251 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:04.937280 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.041834 3779 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.041861 3779 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.046996 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-f8q2k I0507 15:00:08.047017 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-f8q2k I0507 15:00:11.027350 3779 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:11.027398 3779 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:11.031612 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-xthzt I0507 15:00:11.031635 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-xthzt I0507 15:00:14.028021 3779 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:14.028050 3779 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:14.032919 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9kt76 I0507 15:00:14.032958 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9kt76 I0507 15:00:17.920431 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 15:01:12.667184 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:12.667760 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:47.021625 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 15:01:47.707014 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:47.707634 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:50.893797 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 15:02:36.232856 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 15:02:47.910565 3779 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:47.911135 3779 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:48.034734 3779 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:02:48.034759 3779 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:02:48.040459 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:48.040482 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:48.357104 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:48.357662 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:12.485039 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:12.485681 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:16.830248 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:16.830818 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.497339 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.497996 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.527868 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.528416 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:25.803200 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0507 15:03:28.579008 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:28.579582 3779 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:55.768156 3779 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:55.768762 3779 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:19.989266 3779 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:19.989864 3779 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:33.270167 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 15:04:43.805860 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0507 15:04:49.892702 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 15:04:51.172584 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:51.173129 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:06.220599 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 15:05:07.802094 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0507 15:05:13.303108 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:13.303711 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:14.139269 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 15:05:22.507525 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:22.508146 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:24.516766 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:24.517394 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.551820 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.552420 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.592010 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.592527 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:38.662774 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:38.663360 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:49.781025 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:49.781555 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:01.644077 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:01.644596 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:10.695721 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:10.696278 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:35.802578 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0507 15:06:39.326783 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:39.327392 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:06.226565 3779 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 15:07:06.922589 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 15:07:09.024009 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 15:07:11.170121 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:11.170874 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:23.814973 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=353 I0507 15:08:09.897517 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 15:08:13.085795 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:13.086408 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:36.235137 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0507 15:08:42.888154 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:42.888734 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:50.703774 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:50.704396 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:51.251594 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:08:51.251619 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:08:51.257325 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:51.257348 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:51.430910 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:51.431526 3779 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:56.356393 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:08:59.896141 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 15:09:01.485143 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.485217 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.492404 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:09:01.492426 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:09:01.501914 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.501935 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.508582 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:09:01.508600 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:09:01.517411 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.517432 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.525734 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:09:01.525758 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:09:01.534200 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.534217 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.541372 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:09:01.541396 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:09:01.549227 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.549243 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.556860 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:09:01.556885 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:09:01.565155 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.565202 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.569664 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:09:01.569681 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:09:01.578939 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.579002 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.585334 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:09:01.585354 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:09:01.593989 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.594013 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.600978 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:09:01.600996 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:09:01.609223 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.609242 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.616267 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:09:01.616288 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:09:01.625489 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.625506 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.633261 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:09:01.633282 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:09:01.641450 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.641462 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.648286 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:09:01.648308 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:09:01.662720 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.662739 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.669098 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:09:01.669117 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:09:01.678020 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.678036 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.683777 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:09:01.683801 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:09:01.691545 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.691564 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.697586 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:09:01.697606 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:09:01.710375 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.710395 3779 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.719970 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:09:01.719996 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:09:05.799460 3779 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:05.799484 3779 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:05.805519 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:09:05.805546 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:09:06.568974 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:06.629904 3779 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:06.629928 3779 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:06.640823 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:09:06.640845 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:09:13.236941 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:19.625507 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:26.001889 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:32.403687 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:33.801236 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 15:09:47.782055 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:10:04.469264 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:10:04.469886 3779 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:10:05.334773 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.334796 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.362477 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.362496 3779 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.366925 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 15:10:05.366973 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 15:10:31.805859 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0507 15:10:49.307568 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:14.106940 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:16.895094 3779 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 15:11:29.797415 3779 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:29.817249 3779 namespace.go:317] [managed-tenant-n6s2r] deleting namespace I0507 15:11:35.218828 3779 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:35.219425 3779 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:35.986486 3779 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:35.986514 3779 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:35.992251 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:35.992278 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:42.804803 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 15:11:49.802125 3779 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:49.802792 3779 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:50.806680 3779 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:50.806734 3779 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:50.809592 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:11:50.809619 3779 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:12:12.924738 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 15:12:16.229198 3779 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 15:12:45.808151 3779 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0507 15:12:53.224354 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 15:12:54.272902 3779 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9