+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-63.ec2.internal ++ [[ -n ip-10-0-2-63.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-63.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 12:55:07.764945633 - disable conntrack on geneve port' I0507 12:55:07.764945633 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0507 12:55:07.782861694 - starting ovnkube-node + echo 'I0507 12:55:07.782861694 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-63.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-63.ec2.internal --init-node ip-10-0-2-63.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-63.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 12:55:07.824421 3661 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 12:55:07.824489 3661 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-0f9a7805c3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 12:55:07.826028 3661 kube.go:431] Waiting for certificate I0507 12:55:07.826059 3661 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 12:55:07.826099 3661 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 12:55:07.826928 3661 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 12:55:07.853190 3661 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:07.853209 3661 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:07.855988 3661 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:07.862182 3661 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2frj8" I0507 12:55:07.872524 3661 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2frj8" I0507 12:55:07.872696 3661 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:08.827105 3661 kube.go:438] Certificate found I0507 12:55:08.828014 3661 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 12:55:08.830058 3661 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 12:55:08.896186 3661 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 12:55:08.898389 3661 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 12:50:07 +0000 UTC" deadline="2026-05-08 06:38:24.316332655 +0000 UTC" I0507 12:55:08.898428 3661 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h43m15.417919147s" I0507 12:55:08.909553 3661 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 12:55:08.909749 3661 server.go:101] MetricServer registers OVS metrics I0507 12:55:08.910123 3661 server.go:105] MetricServer registers OVN DB metrics I0507 12:55:08.915178 3661 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 12:55:08.915209 3661 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 12:55:08.918685 3661 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 12:55:08.918744 3661 factory.go:561] Starting watch factory I0507 12:55:08.918819 3661 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918835 3661 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918850 3661 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918868 3661 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918896 3661 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918913 3661 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918943 3661 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918949 3661 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918980 3661 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.918990 3661 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.920563 3661 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.920582 3661 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.920662 3661 controller_manager.go:370] Starting the ovnkube controller I0507 12:55:08.920676 3661 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-63.ec2.internal I0507 12:55:08.920744 3661 controller_manager.go:395] NBDB zone sync took: 56.837µs I0507 12:55:08.920761 3661 factory.go:561] Starting watch factory I0507 12:55:08.930525 3661 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 12:55:08.930551 3661 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 12:55:08.935043 3661 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 12:55:08.935087 3661 server.go:109] MetricServer registers OVN Controller metrics I0507 12:55:08.938625 3661 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.939899 3661 server.go:113] MetricServer registers OVN Northd metrics I0507 12:55:08.940249 3661 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.940617 3661 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.941478 3661 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.942943 3661 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:08.945881 3661 metrics.go:519] OVN Metrics Server starts to run ... I0507 12:55:08.951819 3661 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:09.024865 3661 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 12:55:09.024898 3661 factory.go:1977] *v1.Pod informer cache synced successfully I0507 12:55:09.024902 3661 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 12:55:09.024905 3661 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 12:55:09.024908 3661 factory.go:1977] *v1.Node informer cache synced successfully I0507 12:55:09.024911 3661 factory.go:1977] *v1.Service informer cache synced successfully I0507 12:55:09.025023 3661 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:09.025041 3661 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:09.025051 3661 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:09.025081 3661 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:09.026135 3661 factory.go:1977] *v1.Service informer cache synced successfully I0507 12:55:09.026151 3661 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 12:55:09.026154 3661 factory.go:1977] *v1.Pod informer cache synced successfully I0507 12:55:09.026158 3661 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 12:55:09.026160 3661 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 12:55:09.026163 3661 factory.go:1977] *v1.Node informer cache synced successfully I0507 12:55:09.028496 3661 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:09.028543 3661 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:09.030345 3661 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 12:55:09.030362 3661 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 12:55:09.030444 3661 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.030462 3661 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.031342 3661 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 12:55:09.031359 3661 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 12:55:09.033304 3661 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.036140 3661 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 12:55:09.036242 3661 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.036259 3661 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.036444 3661 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 12:55:09.039073 3661 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.041327 3661 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 12:55:09.041452 3661 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.041476 3661 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.041496 3661 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 12:55:09.044106 3661 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.046509 3661 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 12:55:09.046534 3661 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 12:55:09.046575 3661 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.046588 3661 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.049558 3661 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.052005 3661 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 12:55:09.052053 3661 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 12:55:09.052096 3661 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.052111 3661 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.055334 3661 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.057738 3661 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 12:55:09.057744 3661 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 12:55:09.057897 3661 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:09.057911 3661 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:09.060838 3661 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:09.063265 3661 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 12:55:09.063278 3661 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 12:55:09.063341 3661 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.063373 3661 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.063342 3661 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.063401 3661 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.066294 3661 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.066728 3661 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:09.068683 3661 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 12:55:09.068697 3661 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 12:55:09.068704 3661 factory.go:680] Watch Factory start up complete, took: 147.943472ms I0507 12:55:09.068712 3661 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-63.ec2.internal" zone I0507 12:55:09.068760 3661 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 12:55:09.068769 3661 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 12:55:09.068776 3661 factory.go:680] Watch Factory start up complete, took: 150.034622ms I0507 12:55:09.068855 3661 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 12:55:09.125627 3661 default_node_network_controller.go:710] Initializing the default node network controller I0507 12:55:09.207141 3661 udn_isolation.go:101] Starting UDN host isolation manager I0507 12:55:09.213136 3661 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 12:55:09.260207 3661 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 12:55:09.260311 3661 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 12:55:09.260336 3661 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 12:55:09.296007 3661 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 12:55:09.296084 3661 default_node_network_controller.go:809] Node ip-10-0-2-63.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0507 12:55:09.302320 3661 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.63"] k8s.ovn.org/zone-name:ip-10-0-2-63.ec2.internal] on node ip-10-0-2-63.ec2.internal I0507 12:55:09.318983 3661 controller_manager.go:429] Waiting for node in zone sync took: 250.239809ms I0507 12:55:09.325282 3661 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 12:55:09.325571 3661 controller_manager.go:611] Switching to transit router for layer2 networks I0507 12:55:09.325588 3661 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-63.ec2.internal I0507 12:55:09.333748 3661 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 12:55:09.333910 3661 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0507 12:55:09.334176 3661 gateway_init.go:263] Preparing Gateway I0507 12:55:09.334191 3661 gateway_shared_intf.go:1687] Creating new gateway I0507 12:55:09.343490 3661 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 12:55:09.350641 3661 controller_manager.go:290] SCTP support detected in OVN I0507 12:55:09.351375 3661 services_controller.go:69] Creating services controller for network=default I0507 12:55:09.351476 3661 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 12:55:09.351596 3661 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 12:55:09.351658 3661 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 12:55:09.351681 3661 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 12:55:09.351692 3661 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 12:55:09.351938 3661 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 12:55:09.351977 3661 udn_enabled_svc.go:95] Performing full resync I0507 12:55:09.352057 3661 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 12:55:09.352075 3661 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.563µs I0507 12:55:09.352102 3661 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.254µs I0507 12:55:09.352113 3661 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 55.831µs I0507 12:55:09.352121 3661 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 12:55:09.352134 3661 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 12:55:09.352145 3661 default_network_controller.go:325] Starting the default network controller I0507 12:55:09.352214 3661 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.471µs I0507 12:55:09.352254 3661 udn_enabled_svc.go:99] Waiting for handler to sync I0507 12:55:09.352265 3661 udn_enabled_svc.go:104] Starting worker I0507 12:55:09.362815 3661 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 12:55:09.362906 3661 repair.go:33] Syncing exgw routes took 76.539µs I0507 12:55:09.362935 3661 default_network_controller.go:414] Starting all the Watchers... I0507 12:55:09.363184 3661 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 12:55:09.363191 3661 namespace.go:98] [openshift] adding namespace I0507 12:55:09.363184 3661 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 12:55:09.363184 3661 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 12:55:09.363201 3661 namespace.go:98] [openshift-apiserver] adding namespace I0507 12:55:09.363195 3661 namespace.go:98] [openshift-network-console] adding namespace I0507 12:55:09.363215 3661 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 12:55:09.363224 3661 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 12:55:09.363231 3661 namespace.go:98] [openshift-machine-api] adding namespace I0507 12:55:09.363242 3661 namespace.go:98] [openshift-config-managed] adding namespace I0507 12:55:09.363254 3661 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 12:55:09.363258 3661 namespace.go:98] [openshift-config] adding namespace I0507 12:55:09.363298 3661 namespace.go:98] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] adding namespace I0507 12:55:09.363332 3661 namespace.go:98] [dedicated-admin] adding namespace I0507 12:55:09.363343 3661 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 12:55:09.363951 3661 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 752.609µs I0507 12:55:09.363983 3661 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 12:55:09.364500 3661 namespace.go:102] [openshift] adding namespace took 1.296267ms I0507 12:55:09.364517 3661 namespace.go:98] [openshift-logging] adding namespace I0507 12:55:09.365072 3661 namespace.go:102] [openshift-logging] adding namespace took 548.461µs I0507 12:55:09.365096 3661 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 12:55:09.365666 3661 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.455912ms I0507 12:55:09.365682 3661 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 12:55:09.366463 3661 namespace.go:102] [openshift-apiserver] adding namespace took 3.242886ms I0507 12:55:09.366481 3661 namespace.go:98] [openshift-package-operator] adding namespace I0507 12:55:09.367090 3661 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.875298ms I0507 12:55:09.367128 3661 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 12:55:09.367859 3661 namespace.go:102] [openshift-network-console] adding namespace took 4.636582ms I0507 12:55:09.367881 3661 namespace.go:98] [kube-system] adding namespace I0507 12:55:09.368632 3661 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.400289ms I0507 12:55:09.368654 3661 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 12:55:09.369175 3661 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.937623ms I0507 12:55:09.369188 3661 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 12:55:09.369679 3661 namespace.go:102] [openshift-machine-api] adding namespace took 6.437481ms I0507 12:55:09.369697 3661 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 12:55:09.370135 3661 namespace.go:102] [openshift-config-managed] adding namespace took 6.878253ms I0507 12:55:09.370151 3661 namespace.go:98] [openshift-controller-manager] adding namespace I0507 12:55:09.370657 3661 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.395195ms I0507 12:55:09.370670 3661 namespace.go:98] [openshift-ingress] adding namespace I0507 12:55:09.371140 3661 namespace.go:102] [openshift-config] adding namespace took 7.872881ms I0507 12:55:09.371162 3661 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 12:55:09.372079 3661 namespace.go:102] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] adding namespace took 8.768011ms I0507 12:55:09.372094 3661 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 12:55:09.372589 3661 namespace.go:102] [dedicated-admin] adding namespace took 9.247947ms I0507 12:55:09.372607 3661 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 12:55:09.373115 3661 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.763644ms I0507 12:55:09.373136 3661 namespace.go:98] [openshift-console-operator] adding namespace I0507 12:55:09.373624 3661 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.634771ms I0507 12:55:09.373641 3661 namespace.go:98] [openshift-etcd] adding namespace I0507 12:55:09.374124 3661 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.022017ms I0507 12:55:09.374142 3661 namespace.go:98] [openshift-operators] adding namespace I0507 12:55:09.374539 3661 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.849948ms I0507 12:55:09.374554 3661 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 12:55:09.374903 3661 namespace.go:102] [openshift-package-operator] adding namespace took 8.414516ms I0507 12:55:09.374921 3661 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0507 12:55:09.375419 3661 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jqbxd: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found I0507 12:55:09.375449 3661 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.311658ms I0507 12:55:09.375461 3661 namespace.go:98] [openshift-node] adding namespace I0507 12:55:09.375980 3661 namespace.go:102] [kube-system] adding namespace took 8.092772ms I0507 12:55:09.375989 3661 namespace.go:98] [openshift-dns] adding namespace I0507 12:55:09.376435 3661 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.774729ms I0507 12:55:09.376451 3661 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 12:55:09.376887 3661 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.692531ms I0507 12:55:09.376903 3661 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 12:55:09.377355 3661 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.651311ms I0507 12:55:09.377370 3661 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 12:55:09.377787 3661 namespace.go:102] [openshift-controller-manager] adding namespace took 7.630334ms I0507 12:55:09.377797 3661 namespace.go:98] [openshift-insights] adding namespace I0507 12:55:09.378418 3661 namespace.go:102] [openshift-ingress] adding namespace took 7.741286ms I0507 12:55:09.378433 3661 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 12:55:09.378868 3661 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.699928ms I0507 12:55:09.378880 3661 namespace.go:98] [openshift-marketplace] adding namespace I0507 12:55:09.379353 3661 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.254655ms I0507 12:55:09.379364 3661 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 12:55:09.379788 3661 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.175374ms I0507 12:55:09.379798 3661 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 12:55:09.380290 3661 namespace.go:102] [openshift-console-operator] adding namespace took 7.149791ms I0507 12:55:09.380299 3661 namespace.go:98] [openshift-backplane] adding namespace I0507 12:55:09.380746 3661 namespace.go:102] [openshift-etcd] adding namespace took 7.098335ms I0507 12:55:09.380760 3661 namespace.go:98] [kube-public] adding namespace I0507 12:55:09.381221 3661 namespace.go:102] [openshift-operators] adding namespace took 7.074284ms I0507 12:55:09.381236 3661 namespace.go:98] [openshift-cluster-version] adding namespace I0507 12:55:09.381690 3661 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.129621ms I0507 12:55:09.381707 3661 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 12:55:09.382109 3661 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.181636ms I0507 12:55:09.382124 3661 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 12:55:09.382514 3661 namespace.go:102] [openshift-node] adding namespace took 7.046421ms I0507 12:55:09.382527 3661 namespace.go:98] [openshift-host-network] adding namespace I0507 12:55:09.383097 3661 namespace.go:102] [openshift-dns] adding namespace took 7.099222ms I0507 12:55:09.383120 3661 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 12:55:09.383629 3661 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.172101ms I0507 12:55:09.383644 3661 namespace.go:98] [default] adding namespace I0507 12:55:09.384112 3661 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.200129ms I0507 12:55:09.384141 3661 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 12:55:09.384568 3661 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.19204ms I0507 12:55:09.384583 3661 namespace.go:98] [openshift-authentication] adding namespace I0507 12:55:09.385158 3661 namespace.go:102] [openshift-insights] adding namespace took 7.355769ms I0507 12:55:09.385174 3661 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 12:55:09.385768 3661 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.330589ms I0507 12:55:09.385777 3661 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 12:55:09.386407 3661 namespace.go:102] [openshift-marketplace] adding namespace took 7.519677ms I0507 12:55:09.386425 3661 namespace.go:98] [openshift-infra] adding namespace I0507 12:55:09.386893 3661 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.522038ms I0507 12:55:09.386916 3661 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 12:55:09.387479 3661 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.675802ms I0507 12:55:09.387497 3661 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 12:55:09.387977 3661 namespace.go:102] [openshift-backplane] adding namespace took 7.672908ms I0507 12:55:09.387987 3661 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 12:55:09.388608 3661 namespace.go:102] [kube-public] adding namespace took 7.838712ms I0507 12:55:09.388634 3661 namespace.go:98] [openshift-console] adding namespace I0507 12:55:09.389307 3661 namespace.go:102] [openshift-cluster-version] adding namespace took 8.06175ms I0507 12:55:09.389326 3661 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 12:55:09.389976 3661 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.241009ms I0507 12:55:09.389994 3661 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 12:55:09.390536 3661 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.405984ms I0507 12:55:09.390554 3661 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 12:55:09.391263 3661 namespace.go:102] [openshift-host-network] adding namespace took 8.728649ms I0507 12:55:09.391279 3661 namespace.go:98] [openshift-network-operator] adding namespace I0507 12:55:09.391725 3661 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.598557ms I0507 12:55:09.391738 3661 namespace.go:98] [openshift-monitoring] adding namespace I0507 12:55:09.392267 3661 namespace.go:102] [default] adding namespace took 8.614991ms I0507 12:55:09.392289 3661 namespace.go:98] [openshift-config-operator] adding namespace I0507 12:55:09.392985 3661 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.838167ms I0507 12:55:09.393001 3661 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 12:55:09.393703 3661 namespace.go:102] [openshift-authentication] adding namespace took 9.110838ms I0507 12:55:09.393725 3661 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 12:55:09.394350 3661 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.168258ms I0507 12:55:09.394803 3661 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.020422ms I0507 12:55:09.394819 3661 namespace.go:98] [openshift-multus] adding namespace I0507 12:55:09.395270 3661 namespace.go:102] [openshift-infra] adding namespace took 8.840161ms I0507 12:55:09.395283 3661 namespace.go:98] [openshift-image-registry] adding namespace I0507 12:55:09.395790 3661 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.867041ms I0507 12:55:09.396390 3661 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.886999ms I0507 12:55:09.396401 3661 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 12:55:09.397056 3661 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.063043ms I0507 12:55:09.397069 3661 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 12:55:09.397549 3661 namespace.go:102] [openshift-console] adding namespace took 8.906929ms I0507 12:55:09.397566 3661 namespace.go:98] [kube-node-lease] adding namespace I0507 12:55:09.397986 3661 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.654619ms I0507 12:55:09.398589 3661 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.586911ms I0507 12:55:09.399124 3661 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.547908ms I0507 12:55:09.399138 3661 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 12:55:09.399554 3661 namespace.go:102] [openshift-network-operator] adding namespace took 8.271183ms I0507 12:55:09.399996 3661 namespace.go:102] [openshift-monitoring] adding namespace took 8.252935ms I0507 12:55:09.400008 3661 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 12:55:09.400831 3661 namespace.go:102] [openshift-config-operator] adding namespace took 8.532576ms I0507 12:55:09.401367 3661 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.360147ms I0507 12:55:09.401383 3661 namespace.go:98] [openshift-kube-scheduler] adding namespace W0507 12:55:09.401779 3661 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vfv75: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found I0507 12:55:09.401803 3661 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.069955ms I0507 12:55:09.402371 3661 namespace.go:102] [openshift-multus] adding namespace took 7.545262ms I0507 12:55:09.402825 3661 namespace.go:102] [openshift-image-registry] adding namespace took 7.535266ms I0507 12:55:09.403338 3661 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.92932ms I0507 12:55:09.403357 3661 namespace.go:98] [openshift-dns-operator] adding namespace I0507 12:55:09.403777 3661 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.701265ms W0507 12:55:09.404266 3661 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tgjtk: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:09.404267 3661 namespace.go:102] [kube-node-lease] adding namespace took 6.695491ms I0507 12:55:09.404861 3661 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.717744ms I0507 12:55:09.405328 3661 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.314128ms I0507 12:55:09.405809 3661 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.421822ms I0507 12:55:09.406234 3661 namespace.go:102] [openshift-dns-operator] adding namespace took 2.871479ms W0507 12:55:09.406327 3661 master.go:458] Unable to parse local node ip-10-0-2-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 12:55:09.406341 3661 master.go:481] Removing stale chassis with ID/Name: 83d9cab1-93cb-449c-8277-ff5bddda16dc, hostname: ip-10-0-2-63.ec2.internal I0507 12:55:09.406825 3661 master.go:548] Adding or Updating local node "ip-10-0-2-63.ec2.internal" for network "default" I0507 12:55:09.408095 3661 zone_ic_handler.go:195] Time taken to create transit switch: 383.765µs I0507 12:55:09.408109 3661 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-145.ec2.internal for the network default E0507 12:55:09.408236 3661 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-119.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-119.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a0e560 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2917002789}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0507 12:55:09.408317 3661 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-119.ec2.internal", UID:"cdf7a187-9bc8-49f7-9e1b-34de399b9b65", APIVersion:"v1", ResourceVersion:"9188", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-119.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-119.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a0e560 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2917002789}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0507 12:55:09.409513 3661 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-145.ec2.internal" on network "default" took: 1.812332ms I0507 12:55:09.411117 3661 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-63.ec2.internal for the network default I0507 12:55:09.411357 3661 zone_ic_handler.go:195] Time taken to create transit switch: 219.572µs I0507 12:55:09.412126 3661 default_network_controller.go:823] Node add failed for ip-10-0-2-63.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal, error getting gateway config for node ip-10-0-2-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal", failed to update chassis to local for local node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal] E0507 12:55:09.412186 3661 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-63.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal, error getting gateway config for node ip-10-0-2-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal", failed to update chassis to local for local node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal] I0507 12:55:09.412237 3661 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 12:55:09.412243 3661 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-63.ec2.internal", UID:"48eb1d42-ec5f-46d7-9f09-ed46e97b7cd9", APIVersion:"v1", ResourceVersion:"9396", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal, error getting gateway config for node ip-10-0-2-63.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal", failed to update chassis to local for local node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal] I0507 12:55:09.412269 3661 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 12:55:09.412287 3661 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default" I0507 12:55:09.412292 3661 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 12:55:09.412396 3661 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.412418 3661 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.412430 3661 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:09.412440 3661 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0507 12:55:09.412448 3661 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.412453 3661 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.412458 3661 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0507 12:55:09.412482 3661 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.412491 3661 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.453751 3661 iptables.go:108] Creating table: filter chain: FORWARD I0507 12:55:09.461298 3661 iptables.go:108] Creating table: filter chain: OUTPUT I0507 12:55:09.468615 3661 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 12:55:09.468633 3661 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-63.ec2.internal","mac-address":"0e:85:b2:1a:21:75","ip-addresses":["10.0.2.63/24"],"ip-address":"10.0.2.63/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:83d9cab1-93cb-449c-8277-ff5bddda16dc k8s.ovn.org/node-encap-ips:["10.0.2.63"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.63/24"} k8s.ovn.org/zone-name:ip-10-0-2-63.ec2.internal] on node ip-10-0-2-63.ec2.internal I0507 12:55:09.485955 3661 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:09.486040 3661 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.486054 3661 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.486067 3661 master.go:548] Adding or Updating local node "ip-10-0-2-63.ec2.internal" for network "default" I0507 12:55:09.490306 3661 default_node_network_controller.go:519] Node connection status = connected W0507 12:55:09.490343 3661 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vfv75: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found W0507 12:55:09.490352 3661 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-jqbxd: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found W0507 12:55:09.490362 3661 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-tgjtk: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:09.491369 3661 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-63.ec2.internal for the network default I0507 12:55:09.491540 3661 zone_ic_handler.go:195] Time taken to create transit switch: 157.461µs I0507 12:55:09.512591 3661 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 12:55:09.512614 3661 services_controller.go:208] Setting up event handlers for services for network=default I0507 12:55:09.512663 3661 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 12:55:09.512694 3661 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 12:55:09.512706 3661 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 12:55:09.612935 3661 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 12:55:09.612976 3661 repair.go:60] Starting repairing loop for services I0507 12:55:09.613061 3661 repair.go:131] Deleted 0 stale service LBs I0507 12:55:09.613082 3661 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 12:55:09.613098 3661 repair.go:62] Finished repairing loop for services: 142.486µs I0507 12:55:09.613120 3661 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 12:55:09.613131 3661 services_controller.go:254] Starting workers for network=default I0507 12:55:09.613441 3661 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-jqbxd] creating logical port kube-system_global-pull-secret-syncer-jqbxd for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:09.613514 3661 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tgjtk] creating logical port openshift-network-diagnostics_network-check-target-tgjtk for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:09.613597 3661 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-jqbxd I0507 12:55:09.613636 3661 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-tgjtk I0507 12:55:09.613667 3661 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vfv75] creating logical port openshift-multus_network-metrics-daemon-vfv75 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:09.613739 3661 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vfv75 I0507 12:55:09.630282 3661 pod.go:62] [openshift-network-diagnostics/network-check-target-tgjtk] pod update took 16.672339ms I0507 12:55:09.630308 3661 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-tgjtk] addLogicalPort annotation time took 16.703766ms I0507 12:55:09.631616 3661 pods.go:271] [openshift-network-diagnostics/network-check-target-tgjtk] addLogicalPort took 18.126806ms, libovsdb time 1.086933ms I0507 12:55:09.633021 3661 pod.go:62] [kube-system/global-pull-secret-syncer-jqbxd] pod update took 19.485333ms I0507 12:55:09.633038 3661 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-jqbxd] addLogicalPort annotation time took 19.511409ms I0507 12:55:09.633950 3661 pods.go:271] [kube-system/global-pull-secret-syncer-jqbxd] addLogicalPort took 20.522083ms, libovsdb time 648.985µs I0507 12:55:09.633992 3661 pod.go:62] [openshift-multus/network-metrics-daemon-vfv75] pod update took 20.280804ms I0507 12:55:09.634009 3661 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vfv75] addLogicalPort annotation time took 20.298328ms I0507 12:55:09.634783 3661 pods.go:271] [openshift-multus/network-metrics-daemon-vfv75] addLogicalPort took 21.135363ms, libovsdb time 579.788µs I0507 12:55:09.635162 3661 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 12:55:09.635183 3661 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 12:55:09.635196 3661 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 12:55:09.635200 3661 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 12:55:09.635388 3661 repair.go:29] Repairing admin network policies took 180.886µs I0507 12:55:09.635549 3661 repair.go:92] Repairing baseline admin network policies took 149.087µs I0507 12:55:09.635955 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 12:55:09.636811 3661 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 12:55:09.636826 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 12:55:09.638536 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 12:55:09.638558 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 12:55:09.638566 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 12:55:09.638860 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 12:55:09.638880 3661 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 12:55:09.638887 3661 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 12:55:09.640247 3661 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 12:55:09.640267 3661 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 12:55:09.640278 3661 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 12:55:09.641267 3661 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 12:55:09.641286 3661 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 12:55:09.641297 3661 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 12:55:09.643044 3661 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 12:55:09.643066 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 12:55:09.643073 3661 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 12:55:09.644360 3661 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 12:55:09.644382 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 12:55:09.644393 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 12:55:09.644870 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 12:55:09.644888 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 12:55:09.644894 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 12:55:09.646358 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 12:55:09.646378 3661 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 12:55:09.646388 3661 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 12:55:09.647929 3661 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 12:55:09.647947 3661 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 12:55:09.647973 3661 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 12:55:09.649585 3661 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 12:55:09.649604 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 12:55:09.649613 3661 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 12:55:09.650091 3661 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 12:55:09.650112 3661 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 12:55:09.650120 3661 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 12:55:09.651160 3661 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 12:55:09.651177 3661 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 12:55:09.651187 3661 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 12:55:09.652127 3661 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 12:55:09.652149 3661 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 12:55:09.652160 3661 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 12:55:09.654068 3661 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 12:55:09.654089 3661 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 12:55:09.654097 3661 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 12:55:09.654412 3661 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 12:55:09.654431 3661 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 12:55:09.654441 3661 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 12:55:09.655632 3661 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 12:55:09.655655 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 12:55:09.655664 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 12:55:09.657214 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 12:55:09.657235 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 12:55:09.657244 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 12:55:09.658150 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 12:55:09.658170 3661 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 12:55:09.658179 3661 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 12:55:09.659152 3661 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 12:55:09.659171 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 12:55:09.659179 3661 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 12:55:09.659658 3661 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 12:55:09.659678 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 12:55:09.659687 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 12:55:09.660158 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 12:55:09.660194 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 12:55:09.660205 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 12:55:09.660662 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 12:55:09.660680 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 12:55:09.660689 3661 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 12:55:09.661373 3661 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 12:55:09.661391 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 12:55:09.661398 3661 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 12:55:09.661836 3661 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 12:55:09.661853 3661 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 12:55:09.661861 3661 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 12:55:09.662356 3661 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 12:55:09.662373 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 12:55:09.662381 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 12:55:09.662943 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 12:55:09.662979 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 12:55:09.662988 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 12:55:09.663548 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 12:55:09.663568 3661 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 12:55:09.663598 3661 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 12:55:09.664424 3661 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 12:55:09.664446 3661 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 12:55:09.664460 3661 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 12:55:09.665502 3661 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 12:55:09.671424 3661 egressfirewall.go:374] Starting EgressFirewall controller I0507 12:55:09.671451 3661 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 12:55:09.671457 3661 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 12:55:09.671483 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 12:55:09.671498 3661 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 12:55:09.671483 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 12:55:09.671506 3661 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 12:55:09.671781 3661 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 12:55:09.671795 3661 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 12:55:09.671801 3661 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 12:55:09.671810 3661 egressqos.go:193] Setting up event handlers for EgressQoS I0507 12:55:09.671820 3661 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0507 12:55:09.671831 3661 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall I0507 12:55:09.671835 3661 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:09.672002 3661 egressqos.go:245] Starting EgressQoS Controller I0507 12:55:09.672017 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 12:55:09.672026 3661 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 12:55:09.672031 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 12:55:09.672035 3661 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 12:55:09.672041 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 12:55:09.672045 3661 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 12:55:09.672049 3661 egressqos.go:259] Repairing EgressQoSes I0507 12:55:09.672053 3661 egressqos.go:399] Starting repairing loop for egressqos I0507 12:55:09.672132 3661 egressqos.go:401] Finished repairing loop for egressqos: 78.916µs I0507 12:55:09.672149 3661 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 12:55:09.672208 3661 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-63.ec2.internal I0507 12:55:09.672249 3661 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-63.ec2.internal : 41.906µs I0507 12:55:09.672675 3661 egressservice_zone.go:210] Starting Egress Services Controller I0507 12:55:09.672689 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 12:55:09.672700 3661 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 12:55:09.672709 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 12:55:09.672717 3661 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 12:55:09.672725 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 12:55:09.672729 3661 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 12:55:09.672735 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 12:55:09.672740 3661 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 12:55:09.672745 3661 egressservice_zone.go:228] Repairing Egress Services I0507 12:55:09.673094 3661 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 12:55:09.673106 3661 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 12:55:09.673173 3661 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:09.673195 3661 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 24.133µs I0507 12:55:09.673206 3661 default_network_controller.go:585] Completing all the Watchers took 310.262274ms I0507 12:55:09.673208 3661 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:09.673217 3661 default_network_controller.go:589] Starting unidling controllers I0507 12:55:09.673218 3661 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 10.8µs I0507 12:55:09.673225 3661 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:09.673229 3661 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 12:55:09.673230 3661 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 5.264µs I0507 12:55:09.673234 3661 unidle.go:63] Populating Initial ContollerEvent events I0507 12:55:09.673244 3661 unidle.go:79] Setting up event handlers for services I0507 12:55:09.673297 3661 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 12:55:09.991026 3661 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:10.491021 3661 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:10.990620 3661 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:11.159452 3661 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 12:55:11.490991 3661 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:11.510843 3661 bridgeconfig.go:537] Gateway is ready I0507 12:55:11.510870 3661 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 12:55:11.527216 3661 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.63. Updating OVN encap IP. I0507 12:55:11.534772 3661 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.63 - it is already configured I0507 12:55:11.534790 3661 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.63/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 12:55:11.535103 3661 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.63/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-63.ec2.internal","mac-address":"0e:85:b2:1a:21:75","ip-addresses":["10.0.2.63/24"],"ip-address":"10.0.2.63/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:83d9cab1-93cb-449c-8277-ff5bddda16dc k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.63/24"}] on node ip-10-0-2-63.ec2.internal I0507 12:55:11.551130 3661 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:11.551161 3661 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:11.551178 3661 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 20.918µs I0507 12:55:11.551183 3661 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:11.551184 3661 master.go:548] Adding or Updating local node "ip-10-0-2-63.ec2.internal" for network "default" I0507 12:55:11.551197 3661 services_controller.go:574] Full service sync requested for network=default I0507 12:55:11.551198 3661 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:11.551807 3661 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.63 I0507 12:55:11.551909 3661 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-63.ec2.internal I0507 12:55:11.555459 3661 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-63.ec2.internal. Updating no re-route policies I0507 12:55:11.555531 3661 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-56bn8 I0507 12:55:11.555532 3661 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jqbxd I0507 12:55:11.555543 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-t6gn2 I0507 12:55:11.555547 3661 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-56bn8 I0507 12:55:11.555551 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk I0507 12:55:11.555556 3661 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jqbxd I0507 12:55:11.555568 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk I0507 12:55:11.555571 3661 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-56bn8 after 0 failed attempt(s) I0507 12:55:11.555572 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-t6gn2 I0507 12:55:11.555575 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tfpbq I0507 12:55:11.555583 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-63.ec2.internal I0507 12:55:11.555589 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-63.ec2.internal I0507 12:55:11.555588 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tfpbq I0507 12:55:11.555596 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-t6gn2 after 0 failed attempt(s) I0507 12:55:11.555601 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-63.ec2.internal after 0 failed attempt(s) I0507 12:55:11.555593 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-cj8jd I0507 12:55:11.555608 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-glqld I0507 12:55:11.555613 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vfv75 I0507 12:55:11.555616 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-cj8jd I0507 12:55:11.555619 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vfv75 I0507 12:55:11.555614 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qndrx I0507 12:55:11.555626 3661 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-63.ec2.internal I0507 12:55:11.555628 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tx5h5 I0507 12:55:11.555633 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-cj8jd after 0 failed attempt(s) I0507 12:55:11.555633 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fm4xp I0507 12:55:11.555636 3661 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-63.ec2.internal I0507 12:55:11.555643 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tx5h5 I0507 12:55:11.555646 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fm4xp I0507 12:55:11.555641 3661 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-p8hws I0507 12:55:11.555658 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-p8hws I0507 12:55:11.555663 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tx5h5 after 0 failed attempt(s) I0507 12:55:11.555667 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fm4xp after 0 failed attempt(s) I0507 12:55:11.555606 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tfpbq after 0 failed attempt(s) I0507 12:55:11.555673 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-p8hws after 0 failed attempt(s) I0507 12:55:11.555633 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qndrx I0507 12:55:11.555692 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qndrx after 0 failed attempt(s) I0507 12:55:11.555702 3661 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vfv75] creating logical port openshift-multus_network-metrics-daemon-vfv75 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:11.555622 3661 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-glqld I0507 12:55:11.555721 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-glqld after 0 failed attempt(s) I0507 12:55:11.555608 3661 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tgjtk] creating logical port openshift-network-diagnostics_network-check-target-tgjtk for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:11.555740 3661 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-63.ec2.internal after 0 failed attempt(s) I0507 12:55:11.555747 3661 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-jqbxd] creating logical port kube-system_global-pull-secret-syncer-jqbxd for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:11.556364 3661 pods.go:271] [openshift-network-diagnostics/network-check-target-tgjtk] addLogicalPort took 768.413µs, libovsdb time 231.569µs I0507 12:55:11.556377 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk after 0 failed attempt(s) I0507 12:55:11.556461 3661 pods.go:271] [openshift-multus/network-metrics-daemon-vfv75] addLogicalPort took 828.963µs, libovsdb time 254.691µs I0507 12:55:11.556469 3661 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vfv75 after 0 failed attempt(s) I0507 12:55:11.556579 3661 pods.go:271] [kube-system/global-pull-secret-syncer-jqbxd] addLogicalPort took 843.612µs, libovsdb time 293.786µs I0507 12:55:11.556586 3661 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-jqbxd after 0 failed attempt(s) I0507 12:55:11.567464 3661 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 12:55:11.581054 3661 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 12:55:11.585002 3661 iptables.go:108] Creating table: nat chain: OUTPUT I0507 12:55:11.616199 3661 iptables.go:108] Creating table: nat chain: PREROUTING I0507 12:55:11.665154 3661 iptables.go:108] Creating table: filter chain: FORWARD I0507 12:55:11.684971 3661 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 12:55:11.685087 3661 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 12:55:11.685136 3661 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 12:55:11.685217 3661 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 12:55:11.685268 3661 gateway_init.go:325] Gateway and management port readiness took 2.199419263s I0507 12:55:11.685298 3661 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 12:55:11.685339 3661 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 12:55:11.685354 3661 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 12:55:11.685363 3661 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 12:55:11.685431 3661 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 12:55:11.685556 3661 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 91.311µs I0507 12:55:11.685810 3661 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 12:55:11.685840 3661 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.534µs I0507 12:55:11.685848 3661 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.683µs I0507 12:55:11.685854 3661 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 12:55:11.685872 3661 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 12:55:11.685879 3661 default_node_network_controller.go:899] Starting the default node network controller I0507 12:55:11.685884 3661 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 12:55:11.685976 3661 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 28.892µs I0507 12:55:11.686078 3661 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 12:55:11.686088 3661 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 12:55:11.686112 3661 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7010 0xc0002caa10 0xc0002caa80 0xc0002caaf0 0xc0002cabd0 0xc0002cac40 0xc0002cacb0 0xc000af1040 0xc0002cad20 0xc0002cad90 0xc0008b9090 0xc0062ff340 0xc0002cae70 map[0x2ff9080:0xc00269b860 0x2ff95c0:0xc00269baa0 0x2ffa2e0:0xc002c83e00 0x2ffa580:0xc00269b800 0x2ffad60:0xc00269b8c0 0x2ffb000:0xc00269b920 0x2ffb2a0:0xc00269b980 0x2ffba80:0xc00269bb00 0x2ffbd20:0xc00269bb60 0x3026980:0xc0007a6d80 0x3026d20:0xc0007a6de0 0x3027800:0xc000c34c00 0x3029160:0xc001b1a000 0x30298a0:0xc00218b680 0x302a720:0xc001b1a060] 0xc00050d260 0} I0507 12:55:11.686167 3661 gateway.go:151] Starting gateway service sync I0507 12:55:11.686608 3661 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 12:55:11.689265 3661 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 12:55:11.722576 3661 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 12:55:11.724064 3661 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 12:55:11.725400 3661 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 12:55:11.762135 3661 gateway.go:168] Gateway service sync done. Time taken: 75.953109ms I0507 12:55:11.762799 3661 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31984 I0507 12:55:11.762876 3661 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7010 0xc0002caa10 0xc0002caa80 0xc0002caaf0 0xc0002cabd0 0xc0002cac40 0xc0002cacb0 0xc000af1040 0xc0002cad20 0xc0002cad90 0xc0008b9090 0xc0062ff340 0xc0002cae70 map[0x2ff9080:0xc00269b860 0x2ff95c0:0xc00269baa0 0x2ffa2e0:0xc002c83e00 0x2ffa580:0xc00269b800 0x2ffad60:0xc00269b8c0 0x2ffb000:0xc00269b920 0x2ffb2a0:0xc00269b980 0x2ffba80:0xc00269bb00 0x2ffbd20:0xc00269bb60 0x3026980:0xc0007a6d80 0x3026d20:0xc0007a6de0 0x3027800:0xc000c34c00 0x3029160:0xc001b1a000 0x30298a0:0xc00218b680 0x302a720:0xc001b1a060] 0xc00050d260 0} I0507 12:55:11.763446 3661 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7010 0xc0002caa10 0xc0002caa80 0xc0002caaf0 0xc0002cabd0 0xc0002cac40 0xc0002cacb0 0xc000af1040 0xc0002cad20 0xc0002cad90 0xc0008b9090 0xc0062ff340 0xc0002cae70 map[0x2ff9080:0xc00269b860 0x2ff95c0:0xc00269baa0 0x2ffa2e0:0xc002c83e00 0x2ffa580:0xc00269b800 0x2ffad60:0xc00269b8c0 0x2ffb000:0xc00269b920 0x2ffb2a0:0xc00269b980 0x2ffba80:0xc00269bb00 0x2ffbd20:0xc00269bb60 0x3026980:0xc0007a6d80 0x3026d20:0xc0007a6de0 0x3027800:0xc000c34c00 0x3029160:0xc001b1a000 0x30298a0:0xc00218b680 0x302a720:0xc001b1a060] 0xc00050d260 0} I0507 12:55:11.763498 3661 gateway.go:532] Reconciling gateway with updates I0507 12:55:11.769560 3661 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 12:55:11.769639 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:11.769659 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:11.769668 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:11.769676 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:11.769686 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:11.769686 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 12:55:11.769669 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:11.769688 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:11.769697 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:11.769700 3661 default_node_network_controller.go:944] Gateway and management port readiness took 83.602387ms I0507 12:55:11.769708 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:11.769708 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:11.769724 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:11.769724 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:11.769735 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:11.769740 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:11.769747 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 12:55:11.769750 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:11.769761 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 12:55:11.769769 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:11.769777 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 12:55:11.769777 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:11.769788 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 12:55:11.769713 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:11.769795 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:11.769769 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:11.769642 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:11.769793 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:11.769823 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:11.769829 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 12:55:11.769832 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 12:55:11.769832 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 12:55:11.769770 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:11.769844 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 12:55:11.769846 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:11.769790 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:11.769857 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:11.769852 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:11.769864 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:11.769874 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:11.769881 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 12:55:11.769884 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:11.769885 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:11.769892 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:11.769894 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:11.769895 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:11.769901 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:11.769880 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:11.769916 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:11.769912 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:11.769919 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:11.769926 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:11.769935 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 12:55:11.769943 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 12:55:11.769817 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:11.769884 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:11.769984 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:11.769990 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 12:55:11.769989 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 12:55:11.769989 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:11.769994 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 12:55:11.770004 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:11.769848 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 12:55:11.770012 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 12:55:11.769872 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 12:55:11.770015 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 12:55:11.769909 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:11.770036 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:11.770050 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:11.770047 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:11.769691 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:11.770072 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:11.770083 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:11.769867 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:11.770098 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:11.770107 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 12:55:11.770070 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:11.770120 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:11.769831 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:11.769856 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:11.770033 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:11.769863 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:11.770175 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:11.770183 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 12:55:11.770019 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 12:55:11.770020 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:11.770202 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:11.770239 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:11.770025 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 12:55:11.770257 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:11.770257 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:11.770267 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 12:55:11.770271 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:11.770264 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 12:55:11.770276 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:11.770287 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:11.770305 3661 port_claim.go:71] Svc openshift-ingress/router-default: port 31200 is already open, no action needed I0507 12:55:11.770316 3661 port_claim.go:71] Svc openshift-ingress/router-default: port 31644 is already open, no action needed I0507 12:55:11.770315 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:11.770025 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:11.770354 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:11.770047 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:11.770389 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:11.770037 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 12:55:11.770039 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:11.770430 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:11.770436 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 12:55:11.770062 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:11.770163 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:11.770008 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:11.770508 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:11.769873 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:11.771462 3661 node_ip_handler_linux.go:160] Node IP manager is running W0507 12:55:11.813607 3661 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 12:55:11.813792 3661 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 12:55:11.813916 3661 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0507 12:55:11.821090 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 12:55:11.821123 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 12:55:11.821130 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 12:55:11.821137 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 12:55:11.821143 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 12:55:11.821149 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 12:55:11.821175 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 12:55:11.821189 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 12:55:11.821198 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 12:55:11.821206 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 12:55:11.821214 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 12:55:11.821229 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 12:55:11.821251 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 12:55:11.821258 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 12:55:11.821264 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 12:55:11.861953 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 12:55:11.882447 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 12:55:11.882495 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 12:55:11.882535 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 12:55:11.882545 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 12:55:11.882553 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 12:55:11.882558 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 12:55:11.882563 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0507 12:55:13.299698 3661 egressip_healthcheck.go:76] Health checking using insecure connection I0507 12:55:13.299753 3661 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0507 12:55:13.299705 3661 default_node_network_controller.go:1380] Starting node controller node sync I0507 12:55:13.312490 3661 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.702399ms I0507 12:55:13.312638 3661 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:13.312651 3661 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0507 12:55:13.312698 3661 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 10.0.1.145 to PMTUD blocking rules I0507 12:55:13.312715 3661 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:13.325239 3661 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 12:55:13.325513 3661 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 12:55:13.325751 3661 egressservice_node.go:183] Starting Egress Services Controller I0507 12:55:13.325770 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 12:55:13.325780 3661 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 12:55:13.325788 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 12:55:13.325795 3661 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 12:55:13.325804 3661 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 12:55:13.325810 3661 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 12:55:13.325814 3661 egressservice_node.go:197] Repairing Egress Services I0507 12:55:13.337133 3661 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 12:55:13.337153 3661 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 12:55:13.337461 3661 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 12:55:13.337478 3661 link_network_manager.go:119] Link manager is running I0507 12:55:13.337489 3661 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 12:55:13.337707 3661 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 12:55:13.338129 3661 vrf_manager.go:128] VRF manager is running I0507 12:55:13.338272 3661 node_controller_manager.go:437] Removing flows to drop GARP I0507 12:55:13.338285 3661 gateway.go:532] Reconciling gateway with updates I0507 12:55:13.365069 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:13.365098 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:13.365111 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:13.365122 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:13.365125 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:13.365131 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:13.365142 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:13.365146 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:13.365152 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:13.365148 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:13.365159 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:13.365164 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:13.365169 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:13.365178 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:13.365191 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:13.365196 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:13.365199 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:13.365204 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:13.365207 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:13.365210 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:13.365218 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 12:55:13.365223 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:13.365222 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 12:55:13.365223 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:13.365219 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:13.365227 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:13.365239 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:13.365145 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:13.365239 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 12:55:13.365249 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:13.365252 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:13.365247 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:13.365259 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 12:55:13.365261 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 12:55:13.365264 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 12:55:13.365265 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:13.365269 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:13.365268 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:13.365280 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:13.365282 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:13.365287 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:13.365277 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:13.365293 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 12:55:13.365295 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:13.365303 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:13.365308 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:13.365302 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:13.365312 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 12:55:13.365201 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:13.365319 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:13.365325 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 12:55:13.365322 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 12:55:13.365328 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:13.365132 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:13.365330 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:13.365338 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:13.365341 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 12:55:13.365346 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:13.365349 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 12:55:13.365348 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:13.365107 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:13.365358 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:13.365365 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:13.365360 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:13.365374 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:13.365379 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:13.365380 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:13.365387 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:13.365390 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 12:55:13.365398 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 12:55:13.365400 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 12:55:13.365410 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:13.365278 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:13.365418 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:13.365424 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 12:55:13.365398 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:13.365306 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:13.365483 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:13.365425 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:13.365379 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:13.365566 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 12:55:13.365228 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 12:55:13.365576 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:13.365212 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:13.365582 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:13.365587 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:13.365591 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:13.365594 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 12:55:13.365143 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:13.365129 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:13.365132 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:13.365721 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:13.365242 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 12:55:13.365236 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:13.365251 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:13.365256 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:13.365804 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:13.365816 3661 port_claim.go:71] Svc openshift-ingress/router-default: port 31200 is already open, no action needed I0507 12:55:13.365821 3661 port_claim.go:71] Svc openshift-ingress/router-default: port 31644 is already open, no action needed I0507 12:55:13.365287 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:13.365865 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:13.365314 3661 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:13.365889 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:13.365317 3661 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:13.409302 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 12:55:13.409329 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 12:55:13.409348 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 12:55:13.409355 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 12:55:13.409364 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 12:55:13.409370 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 12:55:13.409376 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 12:55:13.409381 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 12:55:13.409386 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 12:55:13.409391 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 12:55:13.409397 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 12:55:13.409402 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 12:55:13.409407 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 12:55:13.409412 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 12:55:13.409420 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 12:55:13.454104 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 12:55:13.454139 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 12:55:13.454146 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 12:55:13.454152 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 12:55:13.454160 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 12:55:13.454165 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 12:55:13.454170 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 12:55:13.454175 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 12:55:13.454181 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 12:55:13.454204 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 12:55:13.454239 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 12:55:13.498467 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 12:55:13.498509 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 12:55:13.498535 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 12:55:13.498541 3661 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 12:55:14.957332 3661 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:14.957370 3661 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 45.813µs I0507 12:55:14.984027 3661 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f58965b64-nnkbz] creating logical port openshift-image-registry_image-registry-5f58965b64-nnkbz for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:14.984174 3661 kube.go:256] Updating pod openshift-image-registry/image-registry-5f58965b64-nnkbz I0507 12:55:15.000354 3661 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lrwv8] creating logical port openshift-dns_dns-default-lrwv8 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:15.000473 3661 kube.go:256] Updating pod openshift-dns/dns-default-lrwv8 I0507 12:55:15.009490 3661 pod.go:62] [openshift-image-registry/image-registry-5f58965b64-nnkbz] pod update took 25.361289ms I0507 12:55:15.009515 3661 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f58965b64-nnkbz] addLogicalPort annotation time took 25.388826ms I0507 12:55:15.010238 3661 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-z8tbk] creating logical port openshift-ingress-canary_ingress-canary-z8tbk for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:15.010362 3661 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-z8tbk I0507 12:55:15.010948 3661 pods.go:271] [openshift-image-registry/image-registry-5f58965b64-nnkbz] addLogicalPort took 26.936337ms, libovsdb time 1.119798ms I0507 12:55:15.033196 3661 pod.go:62] [openshift-ingress-canary/ingress-canary-z8tbk] pod update took 22.860323ms I0507 12:55:15.033229 3661 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-z8tbk] addLogicalPort annotation time took 22.900745ms I0507 12:55:15.033230 3661 pod.go:62] [openshift-dns/dns-default-lrwv8] pod update took 32.785051ms I0507 12:55:15.033251 3661 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lrwv8] addLogicalPort annotation time took 32.811097ms I0507 12:55:15.034807 3661 pods.go:271] [openshift-ingress-canary/ingress-canary-z8tbk] addLogicalPort took 24.595598ms, libovsdb time 1.185698ms I0507 12:55:15.035055 3661 pods.go:271] [openshift-dns/dns-default-lrwv8] addLogicalPort took 34.726849ms, libovsdb time 1.308733ms I0507 12:55:16.133511 3661 cni.go:452] [openshift-ingress-canary/ingress-canary-z8tbk c9ecffe09f23236e8f88bcbbeded3c2d5216aa2a2ca88d60579e0ddf939063a2 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-z8tbk c9ecffe09f23236e8f88bcbbeded3c2d5216aa2a2ca88d60579e0ddf939063a2 network default NAD default NAD key ] I0507 12:55:16.186397 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-z8tbk, hostIfaceName: c9ecffe09f23236, network: default, NAD default, SandboxID: "c9ecffe09f23236e8f88bcbbeded3c2d5216aa2a2ca88d60579e0ddf939063a2", PCI device ID: , UID: "5ed61a4b-dc3c-4b1e-b1a3-1ba553c009a5", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0507 12:55:16.239084 3661 cni.go:473] [openshift-ingress-canary/ingress-canary-z8tbk c9ecffe09f23236e8f88bcbbeded3c2d5216aa2a2ca88d60579e0ddf939063a2 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-z8tbk c9ecffe09f23236e8f88bcbbeded3c2d5216aa2a2ca88d60579e0ddf939063a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:39:86:76:27:51\",\"name\":\"c9ecffe09f23236\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1152ab1b-dce7-4250-bd9c-ee7c01ee75a6\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:17.590167 3661 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:17.591047 3661 zone_ic_handler.go:195] Time taken to create transit switch: 336.504µs I0507 12:55:17.591062 3661 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0507 12:55:17.592173 3661 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.479011ms I0507 12:55:19.129116 3661 cni.go:452] [kube-system/global-pull-secret-syncer-jqbxd 35572cc507ceb7fb939e6bb9162e3ed8bb56f98a70fcb70a00ff580b530d0e17 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-jqbxd 35572cc507ceb7fb939e6bb9162e3ed8bb56f98a70fcb70a00ff580b530d0e17 network default NAD default NAD key ] I0507 12:55:19.141701 3661 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-jqbxd, hostIfaceName: 35572cc507ceb7f, network: default, NAD default, SandboxID: "35572cc507ceb7fb939e6bb9162e3ed8bb56f98a70fcb70a00ff580b530d0e17", PCI device ID: , UID: "6198b9b2-4b58-424b-8959-6665f2bd60e6", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0507 12:55:19.143994 3661 cni.go:452] [openshift-network-diagnostics/network-check-target-tgjtk a23960e67b2f30fde8900d2fd814ec7a96f19653cf2d410b5f6a49cf6673ccf4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-tgjtk a23960e67b2f30fde8900d2fd814ec7a96f19653cf2d410b5f6a49cf6673ccf4 network default NAD default NAD key ] I0507 12:55:19.154093 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-tgjtk, hostIfaceName: a23960e67b2f30f, network: default, NAD default, SandboxID: "a23960e67b2f30fde8900d2fd814ec7a96f19653cf2d410b5f6a49cf6673ccf4", PCI device ID: , UID: "28c726e5-ab44-41b5-b0f5-62fc40fea5bb", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0507 12:55:19.188752 3661 cni.go:473] [kube-system/global-pull-secret-syncer-jqbxd 35572cc507ceb7fb939e6bb9162e3ed8bb56f98a70fcb70a00ff580b530d0e17 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-jqbxd 35572cc507ceb7fb939e6bb9162e3ed8bb56f98a70fcb70a00ff580b530d0e17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:76:1a:50:9b:b1\",\"name\":\"35572cc507ceb7f\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1ca0633-550a-4f59-81b0-975e18f0b441\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:19.198039 3661 cni.go:473] [openshift-network-diagnostics/network-check-target-tgjtk a23960e67b2f30fde8900d2fd814ec7a96f19653cf2d410b5f6a49cf6673ccf4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-tgjtk a23960e67b2f30fde8900d2fd814ec7a96f19653cf2d410b5f6a49cf6673ccf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:2f:7b:47:27:c6\",\"name\":\"a23960e67b2f30f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cb93663-ef3f-420b-8af2-a11fbda4fd07\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:20.033911 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 12:55:20.149178 3661 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:20.925996 3661 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:21.338158 3661 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 12:55:21.339290 3661 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.104067ms I0507 12:55:21.357986 3661 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 12:55:21.489826 3661 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-wz9hx for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:21.489977 3661 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx I0507 12:55:21.513418 3661 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx] pod update took 23.499085ms I0507 12:55:21.513434 3661 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx] addLogicalPort annotation time took 23.521527ms I0507 12:55:21.514810 3661 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx] addLogicalPort took 25.001899ms, libovsdb time 1.066068ms I0507 12:55:22.022213 3661 namespace.go:98] [openshift-service-ca] adding namespace I0507 12:55:22.023063 3661 namespace.go:102] [openshift-service-ca] adding namespace took 828.41µs I0507 12:55:22.049922 3661 namespace.go:142] [openshift-service-ca] updating namespace I0507 12:55:23.665938 3661 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx 253f32340551c13a40c76bcf1ee81a150b2269a126339bba05ac89708612e12a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx 253f32340551c13a40c76bcf1ee81a150b2269a126339bba05ac89708612e12a network default NAD default NAD key ] I0507 12:55:23.676796 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-wz9hx, hostIfaceName: 253f32340551c13, network: default, NAD default, SandboxID: "253f32340551c13a40c76bcf1ee81a150b2269a126339bba05ac89708612e12a", PCI device ID: , UID: "2fec7011-e403-468d-9dc2-7854035414fd", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0507 12:55:23.711566 3661 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-f6gh8] creating logical port openshift-service-ca_service-ca-d9cb48497-f6gh8 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:23.711658 3661 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-f6gh8 I0507 12:55:23.727925 3661 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-f6gh8] pod update took 16.287335ms I0507 12:55:23.727952 3661 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-f6gh8] addLogicalPort annotation time took 16.320448ms I0507 12:55:23.728339 3661 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx 253f32340551c13a40c76bcf1ee81a150b2269a126339bba05ac89708612e12a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wz9hx 253f32340551c13a40c76bcf1ee81a150b2269a126339bba05ac89708612e12a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f2:6b:3b:4b:0a\",\"name\":\"253f32340551c13\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15afb7ba-5a78-4ede-9bb9-ced542236a46\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:23.729234 3661 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-f6gh8] addLogicalPort took 17.685363ms, libovsdb time 928.426µs I0507 12:55:24.124096 3661 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-f6gh8 ebc5a7afb6ff88f2ad63b52a249acda098dd906188dfc8cde3a7b8e2fcabc3e2 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-f6gh8 ebc5a7afb6ff88f2ad63b52a249acda098dd906188dfc8cde3a7b8e2fcabc3e2 network default NAD default NAD key ] I0507 12:55:24.135381 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-f6gh8, hostIfaceName: ebc5a7afb6ff88f, network: default, NAD default, SandboxID: "ebc5a7afb6ff88f2ad63b52a249acda098dd906188dfc8cde3a7b8e2fcabc3e2", PCI device ID: , UID: "91c2b1bf-977a-4bb7-94f0-f709549b87b6", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0507 12:55:24.179954 3661 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-f6gh8 ebc5a7afb6ff88f2ad63b52a249acda098dd906188dfc8cde3a7b8e2fcabc3e2 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-f6gh8 ebc5a7afb6ff88f2ad63b52a249acda098dd906188dfc8cde3a7b8e2fcabc3e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1d:41:de:f6:72\",\"name\":\"ebc5a7afb6ff88f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f223bcf1-0e80-4678-a7c1-c65af8ac457a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:24.331951 3661 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:31.617635 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 12:55:46.613483 3661 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:55:46.613649 3661 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.613673 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.613679 3661 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.677903 3661 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:46.725357 3661 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:55:46.760663 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-shzlz for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:46.760765 3661 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz I0507 12:55:46.789259 3661 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz] pod update took 28.493181ms I0507 12:55:46.789305 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz] addLogicalPort annotation time took 28.566745ms I0507 12:55:46.790452 3661 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz] addLogicalPort took 29.801738ms, libovsdb time 834.191µs I0507 12:55:46.847714 3661 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-72cs6] creating logical port openshift-console_downloads-5c54f4944f-72cs6 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:46.847831 3661 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-72cs6 I0507 12:55:46.944686 3661 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-72cs6 I0507 12:55:46.996499 3661 pod.go:62] [openshift-console/downloads-5c54f4944f-72cs6] pod update took 148.691603ms I0507 12:55:46.996524 3661 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-72cs6] addLogicalPort annotation time took 148.723523ms I0507 12:55:46.997645 3661 pods.go:271] [openshift-console/downloads-5c54f4944f-72cs6] addLogicalPort took 149.950282ms, libovsdb time 838.005µs I0507 12:55:47.059787 3661 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-brn6r] creating logical port openshift-insights_insights-runtime-extractor-brn6r for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:47.059942 3661 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-brn6r I0507 12:55:47.103204 3661 pod.go:62] [openshift-insights/insights-runtime-extractor-brn6r] pod update took 43.337613ms I0507 12:55:47.103231 3661 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-brn6r] addLogicalPort annotation time took 43.370219ms I0507 12:55:47.104337 3661 pods.go:271] [openshift-insights/insights-runtime-extractor-brn6r] addLogicalPort took 44.57235ms, libovsdb time 811.764µs I0507 12:55:47.126198 3661 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz 66384992c95cc8dcd1d3f04d2e22a9603e576779cb21e041ade7035ee3d577f0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz 66384992c95cc8dcd1d3f04d2e22a9603e576779cb21e041ade7035ee3d577f0 network default NAD default NAD key ] I0507 12:55:47.136605 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-shzlz, hostIfaceName: 66384992c95cc8d, network: default, NAD default, SandboxID: "66384992c95cc8dcd1d3f04d2e22a9603e576779cb21e041ade7035ee3d577f0", PCI device ID: , UID: "36798aac-558e-46e9-8053-a8ae41f5328a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0507 12:55:47.193311 3661 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz 66384992c95cc8dcd1d3f04d2e22a9603e576779cb21e041ade7035ee3d577f0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-shzlz 66384992c95cc8dcd1d3f04d2e22a9603e576779cb21e041ade7035ee3d577f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ef:32:8a:65:23\",\"name\":\"66384992c95cc8d\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ff7caef-0e9c-4634-954b-34132ee6f43a\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:47.212842 3661 cni.go:452] [openshift-dns/dns-default-lrwv8 522b3c51abb1af577e341120106220622e4ba7265a2955a075bc39a3f81154c7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lrwv8 522b3c51abb1af577e341120106220622e4ba7265a2955a075bc39a3f81154c7 network default NAD default NAD key ] I0507 12:55:47.214136 3661 cni.go:452] [openshift-console/downloads-5c54f4944f-72cs6 dd98579eb586fc4af3ecb5ef2750e670b8402865689c8a20bf8c0246f3fa6e58 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-72cs6 dd98579eb586fc4af3ecb5ef2750e670b8402865689c8a20bf8c0246f3fa6e58 network default NAD default NAD key ] I0507 12:55:47.227176 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-72cs6, hostIfaceName: dd98579eb586fc4, network: default, NAD default, SandboxID: "dd98579eb586fc4af3ecb5ef2750e670b8402865689c8a20bf8c0246f3fa6e58", PCI device ID: , UID: "1bf2cddb-d04c-44cc-a959-e52e75d900d3", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0507 12:55:47.227782 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lrwv8, hostIfaceName: 522b3c51abb1af5, network: default, NAD default, SandboxID: "522b3c51abb1af577e341120106220622e4ba7265a2955a075bc39a3f81154c7", PCI device ID: , UID: "1b0360f1-d69b-45a9-9fc0-00a41aaac54d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0507 12:55:47.283471 3661 cni.go:473] [openshift-dns/dns-default-lrwv8 522b3c51abb1af577e341120106220622e4ba7265a2955a075bc39a3f81154c7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lrwv8 522b3c51abb1af577e341120106220622e4ba7265a2955a075bc39a3f81154c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:68:f6:87:13:d2\",\"name\":\"522b3c51abb1af5\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b939728-10fa-4ddf-a650-7265fcf493b0\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:47.299641 3661 cni.go:473] [openshift-console/downloads-5c54f4944f-72cs6 dd98579eb586fc4af3ecb5ef2750e670b8402865689c8a20bf8c0246f3fa6e58 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-72cs6 dd98579eb586fc4af3ecb5ef2750e670b8402865689c8a20bf8c0246f3fa6e58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:eb:29:ab:4f:33\",\"name\":\"dd98579eb586fc4\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd59abc5-7969-486d-8b87-cf5dd11709a8\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:47.722984 3661 cni.go:452] [openshift-insights/insights-runtime-extractor-brn6r f1452238e40e211423a5992e81e3883dd289dd29ddb232b8caadc3bae1c198f8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-brn6r f1452238e40e211423a5992e81e3883dd289dd29ddb232b8caadc3bae1c198f8 network default NAD default NAD key ] I0507 12:55:47.739561 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-brn6r, hostIfaceName: f1452238e40e211, network: default, NAD default, SandboxID: "f1452238e40e211423a5992e81e3883dd289dd29ddb232b8caadc3bae1c198f8", PCI device ID: , UID: "61b7868f-afb5-425a-b087-b925d3657764", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0507 12:55:47.802438 3661 cni.go:473] [openshift-insights/insights-runtime-extractor-brn6r f1452238e40e211423a5992e81e3883dd289dd29ddb232b8caadc3bae1c198f8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-brn6r f1452238e40e211423a5992e81e3883dd289dd29ddb232b8caadc3bae1c198f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:91:c7:bb:75:1f\",\"name\":\"f1452238e40e211\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10e6aafe-8bb4-4e76-8005-ebc779f11bc7\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:55:48.407532 3661 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:55:48.407580 3661 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f58965b64-nnkbz I0507 12:55:48.409140 3661 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f58965b64-nnkbz, ips: 10.130.0.6 I0507 12:55:48.409182 3661 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:55:48.420011 3661 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6fc555fbbd-hdgs7] creating logical port openshift-image-registry_image-registry-6fc555fbbd-hdgs7 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:48.420246 3661 kube.go:256] Updating pod openshift-image-registry/image-registry-6fc555fbbd-hdgs7 I0507 12:55:48.426499 3661 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:55:48.426548 3661 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:55:48.431121 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f58965b64-nnkbz I0507 12:55:48.431194 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f58965b64-nnkbz I0507 12:55:48.439932 3661 pod.go:62] [openshift-image-registry/image-registry-6fc555fbbd-hdgs7] pod update took 19.746097ms I0507 12:55:48.439982 3661 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6fc555fbbd-hdgs7] addLogicalPort annotation time took 19.782553ms I0507 12:55:48.441333 3661 pods.go:271] [openshift-image-registry/image-registry-6fc555fbbd-hdgs7] addLogicalPort took 21.347122ms, libovsdb time 1.012337ms W0507 12:55:49.009730 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 12:55:49.017589 3661 cni.go:452] [openshift-image-registry/image-registry-6fc555fbbd-hdgs7 795e6d3aea1ee9fa40e4a9da44f6585e98664acf5af003c4ee191c536048d382 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6fc555fbbd-hdgs7 795e6d3aea1ee9fa40e4a9da44f6585e98664acf5af003c4ee191c536048d382 network default NAD default NAD key ] I0507 12:55:49.028464 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6fc555fbbd-hdgs7, hostIfaceName: 795e6d3aea1ee9f, network: default, NAD default, SandboxID: "795e6d3aea1ee9fa40e4a9da44f6585e98664acf5af003c4ee191c536048d382", PCI device ID: , UID: "0967417d-7e4a-481a-9899-8b8e9912d7bf", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0507 12:55:49.095803 3661 cni.go:473] [openshift-image-registry/image-registry-6fc555fbbd-hdgs7 795e6d3aea1ee9fa40e4a9da44f6585e98664acf5af003c4ee191c536048d382 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6fc555fbbd-hdgs7 795e6d3aea1ee9fa40e4a9da44f6585e98664acf5af003c4ee191c536048d382 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:d2:5f:75:6e:22\",\"name\":\"795e6d3aea1ee9f\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/376293ca-48c4-48e1-92ed-e717c6fa5f24\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:49.409684 3661 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.409703 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.409709 3661 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.469266 3661 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:55:50.930685 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:50.930720 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 12:55:51.112451 3661 cni.go:452] [openshift-multus/network-metrics-daemon-vfv75 a578943de7bdb4843212e4b03c695e24e4712c3e094cd558318700768a6a845d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vfv75 a578943de7bdb4843212e4b03c695e24e4712c3e094cd558318700768a6a845d network default NAD default NAD key ] I0507 12:55:51.123876 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vfv75, hostIfaceName: a578943de7bdb48, network: default, NAD default, SandboxID: "a578943de7bdb4843212e4b03c695e24e4712c3e094cd558318700768a6a845d", PCI device ID: , UID: "581ee765-8f89-4f36-a869-88810d58f452", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0507 12:55:51.187691 3661 cni.go:473] [openshift-multus/network-metrics-daemon-vfv75 a578943de7bdb4843212e4b03c695e24e4712c3e094cd558318700768a6a845d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vfv75 a578943de7bdb4843212e4b03c695e24e4712c3e094cd558318700768a6a845d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9f:51:01:86:d3\",\"name\":\"a578943de7bdb48\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32bed01f-1975-4b27-a71d-f14012b63f42\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:52.990147 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990172 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990179 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990202 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990209 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990227 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051525 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051548 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051554 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051569 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051574 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051579 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 12:55:53.601504 3661 base_network_controller_pods.go:487] [default/openshift-console/console-689b6d5495-mrrd7] creating logical port openshift-console_console-689b6d5495-mrrd7 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:53.601657 3661 kube.go:256] Updating pod openshift-console/console-689b6d5495-mrrd7 I0507 12:55:53.617560 3661 pod.go:62] [openshift-console/console-689b6d5495-mrrd7] pod update took 15.932974ms I0507 12:55:53.617582 3661 base_network_controller_pods.go:951] [default/openshift-console/console-689b6d5495-mrrd7] addLogicalPort annotation time took 15.958682ms I0507 12:55:53.618849 3661 pods.go:271] [openshift-console/console-689b6d5495-mrrd7] addLogicalPort took 17.363857ms, libovsdb time 968.979µs I0507 12:55:54.021070 3661 cni.go:452] [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key ] I0507 12:55:54.031349 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-689b6d5495-mrrd7, hostIfaceName: 3dffcddcf17e4c8, network: default, NAD default, SandboxID: "3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414", PCI device ID: , UID: "9cc142b1-0564-4a46-a105-c72c696fb199", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0507 12:55:54.087430 3661 cni.go:473] [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6b:15:6a:22:03\",\"name\":\"3dffcddcf17e4c8\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d67e69b-f466-4f16-9393-cf6f3748050f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:55.327477 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 12:55:56.150154 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-k7grs for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:56.150262 3661 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs I0507 12:55:56.166070 3661 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs] pod update took 15.849445ms I0507 12:55:56.166097 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs] addLogicalPort annotation time took 15.881728ms I0507 12:55:56.167543 3661 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs] addLogicalPort took 17.41242ms, libovsdb time 1.09565ms I0507 12:55:57.134077 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:57.134209 3661 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 12:55:57.156426 3661 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.267988ms I0507 12:55:57.156454 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.300715ms I0507 12:55:57.157832 3661 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.771062ms, libovsdb time 977.018µs I0507 12:55:57.618540 3661 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs 7aea52df4097eb2e1f79f5f6713be84b586f15fdd7b78ad40abebac765d8cac3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs 7aea52df4097eb2e1f79f5f6713be84b586f15fdd7b78ad40abebac765d8cac3 network default NAD default NAD key ] I0507 12:55:57.628642 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-k7grs, hostIfaceName: 7aea52df4097eb2, network: default, NAD default, SandboxID: "7aea52df4097eb2e1f79f5f6713be84b586f15fdd7b78ad40abebac765d8cac3", PCI device ID: , UID: "e775eff5-eaa7-4a9e-811b-ed7db839e3cc", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0507 12:55:57.690392 3661 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs 7aea52df4097eb2e1f79f5f6713be84b586f15fdd7b78ad40abebac765d8cac3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-k7grs 7aea52df4097eb2e1f79f5f6713be84b586f15fdd7b78ad40abebac765d8cac3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:22:8c:c3:ea:a0\",\"name\":\"7aea52df4097eb2\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff7ce668-210c-4ccd-bf51-0c22550e39e5\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:58.065862 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 12:55:58.145461 3661 cni.go:452] [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key ] I0507 12:55:58.157996 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: ba7995bcb88f02c, network: default, NAD default, SandboxID: "ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0", PCI device ID: , UID: "5e1188a9-f433-4124-a293-4ca68b9c4259", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0507 12:55:58.222066 3661 cni.go:473] [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:24:89:c3:30:f4\",\"name\":\"ba7995bcb88f02c\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b34185ca-ee61-4203-a37e-76ac80882922\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:55:58.460274 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 12:55:59.072222 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2] creating logical port openshift-monitoring_thanos-querier-6cd649c7d6-qdcw2 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:55:59.072445 3661 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2 I0507 12:55:59.092415 3661 pod.go:62] [openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2] pod update took 20.033105ms I0507 12:55:59.092441 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2] addLogicalPort annotation time took 20.066138ms I0507 12:55:59.093855 3661 pods.go:271] [openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2] addLogicalPort took 21.653795ms, libovsdb time 1.06199ms W0507 12:55:59.424746 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:59.424771 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:59.424778 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 12:56:00.692775 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-fsj9d for pod on switch ip-10-0-2-63.ec2.internal I0507 12:56:00.692901 3661 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d I0507 12:56:00.708886 3661 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d] pod update took 16.004135ms I0507 12:56:00.708915 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d] addLogicalPort annotation time took 16.040463ms I0507 12:56:00.710360 3661 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d] addLogicalPort took 17.602134ms, libovsdb time 1.093152ms I0507 12:56:00.839433 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd] creating logical port openshift-monitoring_metrics-server-69bf5fd5b6-j7fkd for pod on switch ip-10-0-2-63.ec2.internal I0507 12:56:00.839556 3661 kube.go:256] Updating pod openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd I0507 12:56:00.854270 3661 pod.go:62] [openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd] pod update took 14.751172ms I0507 12:56:00.854299 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd] addLogicalPort annotation time took 14.78344ms I0507 12:56:00.855792 3661 pods.go:271] [openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd] addLogicalPort took 16.372839ms, libovsdb time 977.882µs W0507 12:56:01.992032 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:56:01.992070 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:56:03.135067 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:04.093494 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 12:56:04.093516 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 12:56:05.157259 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:05.157276 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:56:05.564991 3661 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d 7a34cef513782b2c6841c8eadc0d19daa42115de88bdcd68af26ff946ea40107 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d 7a34cef513782b2c6841c8eadc0d19daa42115de88bdcd68af26ff946ea40107 network default NAD default NAD key ] I0507 12:56:05.566201 3661 cni.go:452] [openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2 9281f91e1149207907c43c19bfc2415a9c6eddecde6199da9565544a44f915a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2 9281f91e1149207907c43c19bfc2415a9c6eddecde6199da9565544a44f915a1 network default NAD default NAD key ] I0507 12:56:05.566519 3661 cni.go:452] [openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd 41e8ad6cb58d0027892bd836910075f34701f0eb262ba2b919dcc1c62bf5345f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd 41e8ad6cb58d0027892bd836910075f34701f0eb262ba2b919dcc1c62bf5345f network default NAD default NAD key ] I0507 12:56:05.586931 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69bf5fd5b6-j7fkd, hostIfaceName: 41e8ad6cb58d002, network: default, NAD default, SandboxID: "41e8ad6cb58d0027892bd836910075f34701f0eb262ba2b919dcc1c62bf5345f", PCI device ID: , UID: "5132fead-dddf-4c24-8d14-bb17efc7466e", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0507 12:56:05.587942 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6cd649c7d6-qdcw2, hostIfaceName: 9281f91e1149207, network: default, NAD default, SandboxID: "9281f91e1149207907c43c19bfc2415a9c6eddecde6199da9565544a44f915a1", PCI device ID: , UID: "ff4b6e29-8ef7-4099-b505-561c542ea7e0", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0507 12:56:05.595520 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-fsj9d, hostIfaceName: 7a34cef513782b2, network: default, NAD default, SandboxID: "7a34cef513782b2c6841c8eadc0d19daa42115de88bdcd68af26ff946ea40107", PCI device ID: , UID: "2e4c936a-8fa8-47b0-878b-481c6cf7ca1d", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0507 12:56:05.655148 3661 cni.go:473] [openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2 9281f91e1149207907c43c19bfc2415a9c6eddecde6199da9565544a44f915a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6cd649c7d6-qdcw2 9281f91e1149207907c43c19bfc2415a9c6eddecde6199da9565544a44f915a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:06:52:84:3c:70\",\"name\":\"9281f91e1149207\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfc3381d-c9db-4ee0-90bd-79ece14e2f75\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:56:05.669515 3661 cni.go:473] [openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd 41e8ad6cb58d0027892bd836910075f34701f0eb262ba2b919dcc1c62bf5345f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69bf5fd5b6-j7fkd 41e8ad6cb58d0027892bd836910075f34701f0eb262ba2b919dcc1c62bf5345f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ed:b5:bc:70:f3\",\"name\":\"41e8ad6cb58d002\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68348e97-1da8-4b6f-8494-9914d04bee2d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:56:05.688253 3661 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d 7a34cef513782b2c6841c8eadc0d19daa42115de88bdcd68af26ff946ea40107 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-fsj9d 7a34cef513782b2c6841c8eadc0d19daa42115de88bdcd68af26ff946ea40107 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:61:ae:89:a2:81\",\"name\":\"7a34cef513782b2\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e38cff4-1019-456a-8281-83e1a3699f1a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:56:06.565758 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:06.565790 3661 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:06.565797 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:08.522693 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 12:56:08.549349 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 12:56:08.584609 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:10.153252 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.153280 3661 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.153288 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.200667 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:10.200686 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:56:10.311078 3661 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.311711 3661 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.311737 3661 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.311747 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 12:56:10.311763 3661 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.311774 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 12:56:10.472400 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:56:10.589256 3661 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.589275 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.589280 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.589284 3661 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 12:56:11.346715 3661 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.346746 3661 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.346765 3661 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.346774 3661 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.015577 3661 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:12.016193 3661 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:12.179856 3661 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.179885 3661 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.191300 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:12.191330 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:15.087862 3661 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 12:56:15.100498 3661 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0507 12:56:15.217221 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.217241 3661 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.217249 3661 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.217258 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233387 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233415 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233423 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233430 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233442 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233446 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233450 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233454 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.567869 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.567890 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.567896 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.567902 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:24.141514 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:24.141539 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:26.244929 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 12:56:29.540299 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0507 12:56:30.640292 3661 cni.go:452] [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key ] I0507 12:56:30.725600 3661 cni.go:473] [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-689b6d5495-mrrd7 3dffcddcf17e4c82c2c50a797a3acc11289986a4118bf7109a685e66591c9414 network default NAD default NAD key default], result "{}", err I0507 12:56:30.805021 3661 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-mrrd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:30.805058 3661 pods.go:176] Deleting pod: openshift-console/console-689b6d5495-mrrd7 I0507 12:56:30.806303 3661 pods.go:236] Attempting to release IPs for pod: openshift-console/console-689b6d5495-mrrd7, ips: 10.130.0.15 I0507 12:56:30.806330 3661 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-mrrd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:30.815097 3661 base_network_controller_pods.go:487] [default/openshift-console/console-6c9b74c8c6-nnd6r] creating logical port openshift-console_console-6c9b74c8c6-nnd6r for pod on switch ip-10-0-2-63.ec2.internal I0507 12:56:30.815251 3661 kube.go:256] Updating pod openshift-console/console-6c9b74c8c6-nnd6r I0507 12:56:30.832368 3661 pod.go:62] [openshift-console/console-6c9b74c8c6-nnd6r] pod update took 17.145217ms I0507 12:56:30.832388 3661 base_network_controller_pods.go:951] [default/openshift-console/console-6c9b74c8c6-nnd6r] addLogicalPort annotation time took 17.168987ms I0507 12:56:30.833419 3661 pods.go:271] [openshift-console/console-6c9b74c8c6-nnd6r] addLogicalPort took 18.335235ms, libovsdb time 713.683µs I0507 12:56:31.218433 3661 cni.go:452] [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key ] I0507 12:56:31.227629 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c9b74c8c6-nnd6r, hostIfaceName: 4f8aca8fd404bda, network: default, NAD default, SandboxID: "4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd", PCI device ID: , UID: "3a7a42bf-9217-48e8-ace4-7a458ff26c5c", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0507 12:56:31.275583 3661 cni.go:473] [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f4:42:e0:64:5c\",\"name\":\"4f8aca8fd404bda\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca02aa19-4667-4034-bd5f-8c230900cfdc\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 12:56:31.285372 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0507 12:56:31.682532 3661 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-mrrd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:31.682556 3661 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-mrrd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:31.691456 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689b6d5495-mrrd7 I0507 12:56:31.691481 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689b6d5495-mrrd7 I0507 12:56:35.885219 3661 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:35.885759 3661 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:36.259795 3661 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:36.259816 3661 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:36.266657 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-658865b859-cvxsv I0507 12:56:36.266675 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-658865b859-cvxsv W0507 12:56:38.159774 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.159798 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.159803 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.159814 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.159818 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.159822 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.282542 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.282562 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.282569 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 12:56:40.590062 3661 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-trlt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:40.590651 3661 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-trlt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:41.276420 3661 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-trlt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:41.276448 3661 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-trlt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:41.280409 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689b6d5495-trlt8 I0507 12:56:41.280433 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689b6d5495-trlt8 W0507 12:56:41.690794 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 12:56:50.347821 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0507 12:56:57.362753 3661 obj_retry.go:498] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:57.363401 3661 obj_retry.go:498] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:57.663775 3661 obj_retry.go:492] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:57.663800 3661 obj_retry.go:492] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:57.668144 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55474bbd5c-hx6p6 I0507 12:56:57.668174 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55474bbd5c-hx6p6 I0507 12:57:17.746525 3661 cni.go:452] [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key ] I0507 12:57:17.827668 3661 cni.go:473] [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 ba7995bcb88f02c8c2d2f1356c52a8f5dee4c090b3ab84c5fd6a20b1c72099e0 network default NAD default NAD key default], result "{}", err I0507 12:57:17.888826 3661 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:17.888865 3661 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0507 12:57:17.890077 3661 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.17 I0507 12:57:17.890107 3661 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:18.837854 3661 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:18.837882 3661 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:18.845744 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 12:57:18.845788 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 12:57:18.894070 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:57:18.894243 3661 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 12:57:18.914077 3661 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.886374ms I0507 12:57:18.914101 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.916857ms I0507 12:57:18.915510 3661 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.461538ms, libovsdb time 1.053917ms I0507 12:57:19.259320 3661 cni.go:452] [openshift-monitoring/alertmanager-main-1 3e88e6a25eacd29f2c8a23ca59121e766cef370739ac8757ddde532433198e3f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3e88e6a25eacd29f2c8a23ca59121e766cef370739ac8757ddde532433198e3f network default NAD default NAD key ] I0507 12:57:19.269324 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3e88e6a25eacd29, network: default, NAD default, SandboxID: "3e88e6a25eacd29f2c8a23ca59121e766cef370739ac8757ddde532433198e3f", PCI device ID: , UID: "71d42f7d-3989-46fe-ab26-273fe95765de", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0507 12:57:19.325276 3661 cni.go:473] [openshift-monitoring/alertmanager-main-1 3e88e6a25eacd29f2c8a23ca59121e766cef370739ac8757ddde532433198e3f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3e88e6a25eacd29f2c8a23ca59121e766cef370739ac8757ddde532433198e3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ae:06:d9:7b:24\",\"name\":\"3e88e6a25eacd29\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a059ebe-1141-4a81-8e34-abf7e3384ce7\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:57:20.670116 3661 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-79999bc57c-x5mc4] creating logical port openshift-monitoring_telemeter-client-79999bc57c-x5mc4 for pod on switch ip-10-0-2-63.ec2.internal I0507 12:57:20.670253 3661 kube.go:256] Updating pod openshift-monitoring/telemeter-client-79999bc57c-x5mc4 I0507 12:57:20.690200 3661 pod.go:62] [openshift-monitoring/telemeter-client-79999bc57c-x5mc4] pod update took 19.97781ms I0507 12:57:20.690228 3661 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-79999bc57c-x5mc4] addLogicalPort annotation time took 20.012492ms I0507 12:57:20.691519 3661 pods.go:271] [openshift-monitoring/telemeter-client-79999bc57c-x5mc4] addLogicalPort took 21.422029ms, libovsdb time 951.138µs I0507 12:57:21.040793 3661 cni.go:452] [openshift-monitoring/telemeter-client-79999bc57c-x5mc4 0011f30ae9b92c673d45983342bb035ed9512a9e3ca472cfaf3673b176266536 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-79999bc57c-x5mc4 0011f30ae9b92c673d45983342bb035ed9512a9e3ca472cfaf3673b176266536 network default NAD default NAD key ] I0507 12:57:21.050637 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-79999bc57c-x5mc4, hostIfaceName: 0011f30ae9b92c6, network: default, NAD default, SandboxID: "0011f30ae9b92c673d45983342bb035ed9512a9e3ca472cfaf3673b176266536", PCI device ID: , UID: "dc598fd1-4e85-4dde-9908-f2f197be6703", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0507 12:57:21.105570 3661 cni.go:473] [openshift-monitoring/telemeter-client-79999bc57c-x5mc4 0011f30ae9b92c673d45983342bb035ed9512a9e3ca472cfaf3673b176266536 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-79999bc57c-x5mc4 0011f30ae9b92c673d45983342bb035ed9512a9e3ca472cfaf3673b176266536 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:48:3a:f0:b2:00\",\"name\":\"0011f30ae9b92c6\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a1e47bb-d2a7-4e02-aceb-d922a1caf4f8\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:57:22.303445 3661 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:22.304041 3661 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:22.478474 3661 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:22.478501 3661 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:22.485690 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 12:57:22.485713 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0507 12:57:39.319488 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:57:39.319517 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:57:39.319524 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 12:57:40.619310 3661 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:40.619950 3661 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:41.544212 3661 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:41.544240 3661 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:41.553300 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 12:57:41.553324 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 12:57:49.385865 3661 cni.go:452] [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key ] I0507 12:57:49.468286 3661 cni.go:473] [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c9b74c8c6-nnd6r 4f8aca8fd404bda83e235dbcce7aea872331ec3bf1caeddb47e3e0cb2e4871dd network default NAD default NAD key default], result "{}", err I0507 12:57:49.518788 3661 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:49.518866 3661 pods.go:176] Deleting pod: openshift-console/console-6c9b74c8c6-nnd6r I0507 12:57:49.520458 3661 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c9b74c8c6-nnd6r, ips: 10.130.0.21 I0507 12:57:49.520502 3661 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:49.529079 3661 base_network_controller_pods.go:487] [default/openshift-console/console-7cc786bc5b-dlwbg] creating logical port openshift-console_console-7cc786bc5b-dlwbg for pod on switch ip-10-0-2-63.ec2.internal I0507 12:57:49.529195 3661 kube.go:256] Updating pod openshift-console/console-7cc786bc5b-dlwbg I0507 12:57:49.546747 3661 pod.go:62] [openshift-console/console-7cc786bc5b-dlwbg] pod update took 17.580966ms I0507 12:57:49.546774 3661 base_network_controller_pods.go:951] [default/openshift-console/console-7cc786bc5b-dlwbg] addLogicalPort annotation time took 17.615353ms I0507 12:57:49.548147 3661 pods.go:271] [openshift-console/console-7cc786bc5b-dlwbg] addLogicalPort took 19.090438ms, libovsdb time 934.065µs I0507 12:57:49.895355 3661 cni.go:452] [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key ] I0507 12:57:49.905818 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cc786bc5b-dlwbg, hostIfaceName: cb15963f91bc410, network: default, NAD default, SandboxID: "cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c", PCI device ID: , UID: "42a18833-ce82-45c8-b658-51050f96dbe5", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0507 12:57:49.967226 3661 cni.go:473] [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9f:e8:f1:92:5e\",\"name\":\"cb15963f91bc410\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e9eb471-c659-4b27-a696-3b5826a58cdd\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 12:57:49.975344 3661 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:49.975400 3661 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:49.982499 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c9b74c8c6-nnd6r I0507 12:57:49.982535 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c9b74c8c6-nnd6r W0507 12:58:00.032179 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 12:58:00.859410 3661 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:00.860052 3661 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:01.638092 3661 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:01.638120 3661 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:01.645539 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c9b74c8c6-wcr29 I0507 12:58:01.645564 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c9b74c8c6-wcr29 I0507 12:58:25.067750 3661 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:25.068359 3661 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:25.728072 3661 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:25.728105 3661 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:25.739191 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 12:58:25.739218 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 12:59:38.490928 3661 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 13:00:00.203177 3661 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635980-g6sf2 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:00:00.203312 3661 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:00:00.215789 3661 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2] pod update took 12.505111ms I0507 13:00:00.215815 3661 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2] addLogicalPort annotation time took 12.536079ms I0507 13:00:00.217180 3661 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2] addLogicalPort took 14.024387ms, libovsdb time 904.938µs I0507 13:00:00.588674 3661 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key ] I0507 13:00:00.598493 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635980-g6sf2, hostIfaceName: 404d7f938d9a3d4, network: default, NAD default, SandboxID: "404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e", PCI device ID: , UID: "e826c2a3-311a-4f85-b658-4b133e6530ad", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0507 13:00:00.655612 3661 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:22:ba:59:39:32\",\"name\":\"404d7f938d9a3d4\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17a55710-f6e1-4906-b2bf-0e3e46846037\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:00:05.538656 3661 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key ] I0507 13:00:05.623460 3661 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 404d7f938d9a3d414bce5de7e27692e3dcecf28f081a2fa434640b51fe40961e network default NAD default NAD key default], result "{}", err I0507 13:00:05.669547 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:05.669595 3661 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:00:05.670888 3661 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2, ips: 10.130.0.25 I0507 13:00:05.670921 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:06.692453 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:06.692482 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.080565 3661 cni.go:452] [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key ] I0507 13:00:09.153282 3661 cni.go:473] [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cc786bc5b-dlwbg cb15963f91bc410bdeae92e518eeef194d42decc699276268b959dc55d5c754c network default NAD default NAD key default], result "{}", err I0507 13:00:09.202317 3661 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:09.202362 3661 pods.go:176] Deleting pod: openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:09.203719 3661 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cc786bc5b-dlwbg, ips: 10.130.0.24 I0507 13:00:09.203752 3661 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:09.214206 3661 base_network_controller_pods.go:487] [default/openshift-console/console-5fd497cbdb-dv6db] creating logical port openshift-console_console-5fd497cbdb-dv6db for pod on switch ip-10-0-2-63.ec2.internal I0507 13:00:09.214375 3661 kube.go:256] Updating pod openshift-console/console-5fd497cbdb-dv6db I0507 13:00:09.230919 3661 pod.go:62] [openshift-console/console-5fd497cbdb-dv6db] pod update took 16.583364ms I0507 13:00:09.230946 3661 base_network_controller_pods.go:951] [default/openshift-console/console-5fd497cbdb-dv6db] addLogicalPort annotation time took 16.620236ms I0507 13:00:09.232434 3661 pods.go:271] [openshift-console/console-5fd497cbdb-dv6db] addLogicalPort took 18.245076ms, libovsdb time 1.054578ms I0507 13:00:09.548760 3661 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.548792 3661 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.555409 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:09.555437 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:09.580270 3661 cni.go:452] [openshift-console/console-5fd497cbdb-dv6db 2400406b1e72a1cf60c483429c9f60af5f8f931c9bf5a1ce32e0ba9c5c4bc2a9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fd497cbdb-dv6db 2400406b1e72a1cf60c483429c9f60af5f8f931c9bf5a1ce32e0ba9c5c4bc2a9 network default NAD default NAD key ] I0507 13:00:09.590029 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fd497cbdb-dv6db, hostIfaceName: 2400406b1e72a1c, network: default, NAD default, SandboxID: "2400406b1e72a1cf60c483429c9f60af5f8f931c9bf5a1ce32e0ba9c5c4bc2a9", PCI device ID: , UID: "c474fa70-7ea8-4940-be11-1ae66d73aa30", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0507 13:00:09.648449 3661 cni.go:473] [openshift-console/console-5fd497cbdb-dv6db 2400406b1e72a1cf60c483429c9f60af5f8f931c9bf5a1ce32e0ba9c5c4bc2a9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fd497cbdb-dv6db 2400406b1e72a1cf60c483429c9f60af5f8f931c9bf5a1ce32e0ba9c5c4bc2a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a2:dc:b1:61:3f\",\"name\":\"2400406b1e72a1c\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a6dfd5e-eab1-48ed-baa6-d837eee0abaf\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:00:19.605544 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 13:00:20.069404 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0507 13:00:20.411043 3661 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:20.411626 3661 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:21.176700 3661 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:21.176731 3661 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:21.183467 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:21.183495 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:53.032443 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0507 13:00:53.950572 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0507 13:01:16.300800 3661 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-gnpfr for pod on switch ip-10-0-2-63.ec2.internal I0507 13:01:16.300941 3661 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr I0507 13:01:16.316551 3661 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr] pod update took 15.642816ms I0507 13:01:16.316578 3661 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr] addLogicalPort annotation time took 15.674131ms I0507 13:01:16.317927 3661 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr] addLogicalPort took 17.141974ms, libovsdb time 1.005974ms I0507 13:01:16.665297 3661 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr a251f6d11843041e29818e803d12a9ca84456b1d78687d377250e5c50e9b2293 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr a251f6d11843041e29818e803d12a9ca84456b1d78687d377250e5c50e9b2293 network default NAD default NAD key ] I0507 13:01:16.676690 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-gnpfr, hostIfaceName: a251f6d11843041, network: default, NAD default, SandboxID: "a251f6d11843041e29818e803d12a9ca84456b1d78687d377250e5c50e9b2293", PCI device ID: , UID: "3d269f6e-023c-4d7e-b266-7c1d4ef917d1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0507 13:01:16.733273 3661 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr a251f6d11843041e29818e803d12a9ca84456b1d78687d377250e5c50e9b2293 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-gnpfr a251f6d11843041e29818e803d12a9ca84456b1d78687d377250e5c50e9b2293 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b1:e9:21:76:bf\",\"name\":\"a251f6d11843041\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39b11e41-3999-4d05-a83e-98b6ba61f4e4\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:01:19.875010 3661 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0507 13:01:30.848940 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 13:01:30.887033 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 13:01:30.887106 3661 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4mrrn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4mrrn: no pod IPs found I0507 13:02:26.946026 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0507 13:02:34.951627 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0507 13:02:48.058675 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 13:03:18.941863 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0507 13:03:28.052782 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 13:03:40.041760 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 13:03:46.955210 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=513 I0507 13:03:53.069791 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 13:04:09.031400 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0507 13:04:32.046984 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0507 13:04:35.063814 3661 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0507 13:04:41.036424 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0507 13:04:56.944483 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 13:06:26.072635 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 13:06:28.415825 3661 namespace.go:98] [tsf] adding namespace I0507 13:06:28.416684 3661 namespace.go:102] [tsf] adding namespace took 833.409µs I0507 13:06:28.434336 3661 namespace.go:142] [tsf] updating namespace I0507 13:06:28.446729 3661 namespace.go:142] [tsf] updating namespace I0507 13:06:32.668920 3661 namespace.go:98] [rhbk-operator] adding namespace I0507 13:06:32.669861 3661 namespace.go:102] [rhbk-operator] adding namespace took 917.384µs I0507 13:06:32.671935 3661 namespace.go:98] [tsf-tas] adding namespace I0507 13:06:32.671951 3661 namespace.go:98] [tsf-tpa] adding namespace I0507 13:06:32.672702 3661 namespace.go:102] [tsf-tas] adding namespace took 748.422µs I0507 13:06:32.673296 3661 namespace.go:102] [tsf-tpa] adding namespace took 1.307252ms I0507 13:06:32.676094 3661 namespace.go:98] [cert-manager-operator] adding namespace I0507 13:06:32.676797 3661 namespace.go:102] [cert-manager-operator] adding namespace took 683.869µs I0507 13:06:32.677526 3661 namespace.go:98] [rhtpa-operator] adding namespace I0507 13:06:32.677697 3661 namespace.go:98] [tsf-keycloak] adding namespace I0507 13:06:32.678175 3661 namespace.go:102] [rhtpa-operator] adding namespace took 635.771µs I0507 13:06:32.678200 3661 namespace.go:98] [konflux-ui] adding namespace I0507 13:06:32.678616 3661 namespace.go:102] [konflux-ui] adding namespace took 409.838µs I0507 13:06:32.679138 3661 namespace.go:102] [tsf-keycloak] adding namespace took 1.425962ms I0507 13:06:32.679284 3661 namespace.go:98] [konflux-operator] adding namespace I0507 13:06:32.679790 3661 namespace.go:102] [konflux-operator] adding namespace took 494.064µs I0507 13:06:32.687350 3661 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.699114 3661 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.706920 3661 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.719723 3661 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.719836 3661 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.719908 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:32.725266 3661 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.740324 3661 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.740352 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.747382 3661 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.747399 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.751205 3661 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.761569 3661 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.771249 3661 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.782421 3661 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.793981 3661 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.798943 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.807552 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.812697 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.826583 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.834825 3661 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.848060 3661 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.852094 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:32.860050 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:33.936791 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:33.936924 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:34.106366 3661 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-63.ec2.internal I0507 13:06:34.106494 3661 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0507 13:06:34.132886 3661 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.428554ms I0507 13:06:34.132912 3661 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.461212ms I0507 13:06:34.134279 3661 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.930882ms, libovsdb time 955.65µs I0507 13:06:34.479540 3661 cni.go:452] [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key ] I0507 13:06:34.489344 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3ccf8486a09241a, network: default, NAD default, SandboxID: "3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c", PCI device ID: , UID: "5be9bf3f-81b4-4da0-bcae-02df48b12ea3", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0507 13:06:34.545840 3661 cni.go:473] [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ae:1c:44:86:56\",\"name\":\"3ccf8486a09241a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ee3f74c-8cb7-4f58-85fd-523eb3dbdf2b\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:06:39.747619 3661 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748279 3661 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748310 3661 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748321 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:39.748337 3661 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748346 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:39.773184 3661 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773713 3661 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773748 3661 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773759 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:39.773777 3661 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773789 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:40.775560 3661 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.775586 3661 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.775602 3661 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.775614 3661 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.829299 3661 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.829382 3661 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.829404 3661 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.829422 3661 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:43.833191 3661 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.833755 3661 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.833782 3661 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.833791 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:43.833802 3661 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.833807 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:44.928485 3661 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.928520 3661 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.928532 3661 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.928544 3661 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:46.877614 3661 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.878245 3661 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.878270 3661 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.878277 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.878292 3661 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.878296 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:46.902446 3661 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.902934 3661 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.902953 3661 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.902988 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:46.903007 3661 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.903012 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.934456 3661 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.935006 3661 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.935029 3661 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.935037 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.935051 3661 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.935056 3661 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:47.902532 3661 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.902560 3661 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.902572 3661 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.902587 3661 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937225 3661 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937248 3661 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937259 3661 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937269 3661 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.970545 3661 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.970569 3661 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.970582 3661 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.970596 3661 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:59.543284 3661 namespace.go:142] [openshift-operators] updating namespace I0507 13:06:59.558715 3661 namespace.go:142] [openshift-operators] updating namespace W0507 13:06:59.786049 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 13:07:01.825361 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.539531 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.555269 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.580649 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.597219 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 13:07:07.798484 3661 namespace.go:98] [cert-manager] adding namespace I0507 13:07:07.799198 3661 namespace.go:102] [cert-manager] adding namespace took 695.257µs I0507 13:07:07.972260 3661 namespace.go:142] [cert-manager] updating namespace I0507 13:07:08.012322 3661 namespace.go:142] [cert-manager] updating namespace I0507 13:07:08.378645 3661 namespace.go:142] [openshift-operators] updating namespace W0507 13:07:13.984533 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 13:07:13.984550 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 13:07:16.885259 3661 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 13:07:16.984109 3661 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 13:07:16.984997 3661 namespace.go:102] [trusted-artifact-signer] adding namespace took 865.823µs I0507 13:07:17.027224 3661 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:17.051204 3661 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:25.083849 3661 namespace.go:98] [openshift-pipelines] adding namespace I0507 13:07:25.084709 3661 namespace.go:102] [openshift-pipelines] adding namespace took 835.149µs I0507 13:07:25.111501 3661 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:07:25.798588 3661 namespace.go:142] [cert-manager] updating namespace I0507 13:07:26.015329 3661 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:26.408216 3661 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:26.607141 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:26.821643 3661 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:27.205421 3661 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:27.406381 3661 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:27.607673 3661 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:27.806077 3661 namespace.go:142] [tsf] updating namespace I0507 13:07:28.008483 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:28.320353 3661 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:28.748760 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:28.924124 3661 namespace.go:142] [cert-manager] updating namespace I0507 13:07:28.947520 3661 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:28.964452 3661 namespace.go:142] [default] updating namespace I0507 13:07:28.985233 3661 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:29.006821 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:29.027808 3661 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:29.042665 3661 namespace.go:142] [openshift] updating namespace I0507 13:07:29.062499 3661 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:29.075273 3661 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:29.086676 3661 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:29.097883 3661 namespace.go:142] [tsf] updating namespace I0507 13:07:29.108182 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:29.124885 3661 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:29.136544 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:29.175068 3661 namespace.go:142] [cert-manager] updating namespace I0507 13:07:29.234758 3661 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:29.330787 3661 namespace.go:142] [default] updating namespace I0507 13:07:29.441313 3661 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:29.544336 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:29.633283 3661 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:29.735245 3661 namespace.go:142] [openshift] updating namespace I0507 13:07:29.835347 3661 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:29.936312 3661 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:30.058177 3661 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:30.138262 3661 namespace.go:142] [tsf] updating namespace I0507 13:07:30.236221 3661 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:30.344706 3661 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:30.438789 3661 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:30.749477 3661 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:07:38.623612 3661 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-fgbw9 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:07:38.623747 3661 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9 I0507 13:07:38.645479 3661 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9] pod update took 21.76228ms I0507 13:07:38.645505 3661 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9] addLogicalPort annotation time took 21.794193ms I0507 13:07:38.646799 3661 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9] addLogicalPort took 23.199356ms, libovsdb time 932.824µs I0507 13:07:38.723986 3661 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v for pod on switch ip-10-0-2-63.ec2.internal I0507 13:07:38.724137 3661 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v I0507 13:07:38.740471 3661 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v] pod update took 16.368503ms I0507 13:07:38.740499 3661 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v] addLogicalPort annotation time took 16.40326ms I0507 13:07:38.741813 3661 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v] addLogicalPort took 17.863267ms, libovsdb time 937.014µs I0507 13:07:38.990412 3661 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9 d877268802e140b419c603c3ddea8b5d78c9b80d9df8ba7e0ae79fcd152ab1cb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9 d877268802e140b419c603c3ddea8b5d78c9b80d9df8ba7e0ae79fcd152ab1cb network default NAD default NAD key ] I0507 13:07:39.000827 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-fgbw9, hostIfaceName: d877268802e140b, network: default, NAD default, SandboxID: "d877268802e140b419c603c3ddea8b5d78c9b80d9df8ba7e0ae79fcd152ab1cb", PCI device ID: , UID: "595c5444-67b2-4909-966d-b6620b7889ff", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0507 13:07:39.063704 3661 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9 d877268802e140b419c603c3ddea8b5d78c9b80d9df8ba7e0ae79fcd152ab1cb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-fgbw9 d877268802e140b419c603c3ddea8b5d78c9b80d9df8ba7e0ae79fcd152ab1cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:97:2b:b7:e1:df\",\"name\":\"d877268802e140b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb5ccbb5-c2a6-4d50-a171-2456dbb2030a\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:07:39.091748 3661 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v ab9d0a96615586dc02634f31be3e1765f443e59bf2702b592413ddd6a7698743 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v ab9d0a96615586dc02634f31be3e1765f443e59bf2702b592413ddd6a7698743 network default NAD default NAD key ] I0507 13:07:39.102765 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v, hostIfaceName: ab9d0a96615586d, network: default, NAD default, SandboxID: "ab9d0a96615586dc02634f31be3e1765f443e59bf2702b592413ddd6a7698743", PCI device ID: , UID: "7c758f0d-25ee-465d-a8f0-cb78ea59a901", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0507 13:07:39.163942 3661 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v ab9d0a96615586dc02634f31be3e1765f443e59bf2702b592413ddd6a7698743 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-z8l5v ab9d0a96615586dc02634f31be3e1765f443e59bf2702b592413ddd6a7698743 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1c:06:62:c4:de\",\"name\":\"ab9d0a96615586d\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5fb4e38-cf8b-41e3-b6c2-0bd4178e9492\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:07:41.979612 3661 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:41.979633 3661 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:41.979638 3661 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:42.992652 3661 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.992680 3661 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.992687 3661 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.992691 3661 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:43.469256 3661 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:43.469277 3661 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:43.469282 3661 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 13:07:48.501692 3661 cni.go:452] [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key ] I0507 13:07:48.575834 3661 cni.go:473] [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 3ccf8486a09241ad47a8cb043375442addac19f2769e2611ece0d2a6023cf55c network default NAD default NAD key default], result "{}", err I0507 13:07:48.634175 3661 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:07:48.634213 3661 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0507 13:07:48.635509 3661 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.28 I0507 13:07:48.635542 3661 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:07:48.654278 3661 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:07:48.654300 3661 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:07:48.661078 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 13:07:48.661106 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 13:07:49.928680 3661 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-63.ec2.internal I0507 13:07:49.928820 3661 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0507 13:07:49.942618 3661 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.861841ms I0507 13:07:49.942641 3661 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.889663ms I0507 13:07:49.944055 3661 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.389038ms, libovsdb time 953.768µs I0507 13:07:50.297820 3661 cni.go:452] [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key ] I0507 13:07:50.308334 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: bd22d8b7e8af6f7, network: default, NAD default, SandboxID: "bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2", PCI device ID: , UID: "f4225793-9a7a-4fe6-98b1-32c5a60dc928", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0507 13:07:50.363812 3661 cni.go:473] [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:97:4f:e2:1d:a6\",\"name\":\"bd22d8b7e8af6f7\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1010e7c0-58e1-4b52-9666-c593f13effc1\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:07:52.818904 3661 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-vpfw4 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:07:52.819026 3661 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4 I0507 13:07:52.832033 3661 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4] pod update took 13.035628ms I0507 13:07:52.832061 3661 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4] addLogicalPort annotation time took 13.070569ms I0507 13:07:52.833542 3661 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4] addLogicalPort took 14.654476ms, libovsdb time 1.0153ms I0507 13:07:52.916016 3661 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-s9wxm for pod on switch ip-10-0-2-63.ec2.internal I0507 13:07:52.916211 3661 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm I0507 13:07:52.929484 3661 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm] pod update took 13.313415ms I0507 13:07:52.929575 3661 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm] addLogicalPort annotation time took 13.413805ms I0507 13:07:52.931343 3661 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm] addLogicalPort took 15.353155ms, libovsdb time 1.211077ms W0507 13:07:54.478584 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:54.478611 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:54.478619 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 13:07:58.036018 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 13:08:01.056364 3661 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-spws4 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:08:01.056461 3661 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4 I0507 13:08:01.074062 3661 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4] pod update took 17.621701ms I0507 13:08:01.074089 3661 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4] addLogicalPort annotation time took 17.654761ms I0507 13:08:01.075253 3661 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4] addLogicalPort took 18.908549ms, libovsdb time 798.744µs I0507 13:08:01.417088 3661 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4 ce88f4c0b425240803f1e55865b7892320c66da6cb7b762601802e82c87404a0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4 ce88f4c0b425240803f1e55865b7892320c66da6cb7b762601802e82c87404a0 network default NAD default NAD key ] I0507 13:08:01.429011 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-spws4, hostIfaceName: ce88f4c0b425240, network: default, NAD default, SandboxID: "ce88f4c0b425240803f1e55865b7892320c66da6cb7b762601802e82c87404a0", PCI device ID: , UID: "44685ea3-3848-4158-bb57-5f5828705fd2", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0507 13:08:01.485481 3661 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4 ce88f4c0b425240803f1e55865b7892320c66da6cb7b762601802e82c87404a0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-spws4 ce88f4c0b425240803f1e55865b7892320c66da6cb7b762601802e82c87404a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3b:2a:1b:00:86\",\"name\":\"ce88f4c0b425240\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2778b8e-52f0-49e7-a656-18c930d41d1f\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:08:04.074737 3661 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4 b4a0ea2df56717643e8da02282713d6e4ed6b493bf198a03ef80b4cb38dfee9c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4 b4a0ea2df56717643e8da02282713d6e4ed6b493bf198a03ef80b4cb38dfee9c network default NAD default NAD key ] I0507 13:08:04.075084 3661 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm 337a2eca1ba75cb80759f4c4da5af3c8a49dabaa1cb94389ceb777462abbf7b3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm 337a2eca1ba75cb80759f4c4da5af3c8a49dabaa1cb94389ceb777462abbf7b3 network default NAD default NAD key ] I0507 13:08:04.087116 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-s9wxm, hostIfaceName: 337a2eca1ba75cb, network: default, NAD default, SandboxID: "337a2eca1ba75cb80759f4c4da5af3c8a49dabaa1cb94389ceb777462abbf7b3", PCI device ID: , UID: "38301464-0e26-4404-b3dc-23f03791c0e9", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0507 13:08:04.087927 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-vpfw4, hostIfaceName: b4a0ea2df567176, network: default, NAD default, SandboxID: "b4a0ea2df56717643e8da02282713d6e4ed6b493bf198a03ef80b4cb38dfee9c", PCI device ID: , UID: "00bfceec-a244-4318-87cf-4a59f164ce62", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0507 13:08:04.143776 3661 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4 b4a0ea2df56717643e8da02282713d6e4ed6b493bf198a03ef80b4cb38dfee9c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vpfw4 b4a0ea2df56717643e8da02282713d6e4ed6b493bf198a03ef80b4cb38dfee9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:73:7c:56:46:45\",\"name\":\"b4a0ea2df567176\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39402c52-182f-4b91-bd77-a57b258676bb\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:08:04.161921 3661 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm 337a2eca1ba75cb80759f4c4da5af3c8a49dabaa1cb94389ceb777462abbf7b3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s9wxm 337a2eca1ba75cb80759f4c4da5af3c8a49dabaa1cb94389ceb777462abbf7b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:be:37:e9:69:41\",\"name\":\"337a2eca1ba75cb\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b00b30f-b30c-416f-8b01-c332cfced6f2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:08:04.594200 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0507 13:08:04.618218 3661 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 13:08:04.639793 3661 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 13:08:15.612803 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 13:08:23.114259 3661 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 13:08:25.602153 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 13:08:25.626697 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0507 13:08:27.706446 3661 cni.go:452] [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key ] I0507 13:08:27.800088 3661 cni.go:473] [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure bd22d8b7e8af6f721c5017ff3d34d06dc798ae44f7592ca4cb0a531fd3ed96a2 network default NAD default NAD key default], result "{}", err I0507 13:08:27.852434 3661 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:08:27.852479 3661 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0507 13:08:27.853902 3661 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.31 I0507 13:08:27.853928 3661 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:08:27.872172 3661 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:08:27.872217 3661 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:08:27.880516 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 13:08:27.880547 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 13:08:28.964473 3661 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-63.ec2.internal I0507 13:08:28.964614 3661 kube.go:256] Updating pod tsf/test-tsf-iam I0507 13:08:28.979296 3661 pod.go:62] [tsf/test-tsf-iam] pod update took 14.710001ms I0507 13:08:28.979326 3661 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.742517ms I0507 13:08:28.980621 3661 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.165871ms, libovsdb time 878.228µs I0507 13:08:29.326422 3661 cni.go:452] [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key ] I0507 13:08:29.336396 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6acaac467545e4a, network: default, NAD default, SandboxID: "6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52", PCI device ID: , UID: "808099b0-4758-4534-977f-a8cc88889fe4", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0507 13:08:29.391681 3661 cni.go:473] [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:30:16:fb:c4:5f\",\"name\":\"6acaac467545e4a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b33695c0-b146-49ca-94c6-bcaefa3e5d55\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:08:29.860244 3661 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 13:08:29.860941 3661 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 13:08:29.860986 3661 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 13:08:29.863192 3661 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 13:08:34.959545 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=42 W0507 13:08:37.233330 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:08:37.233351 3661 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:08:37.234395 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 13:08:37.234413 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0507 13:08:39.681173 3661 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-6cxdk for pod on switch ip-10-0-2-63.ec2.internal I0507 13:08:39.681268 3661 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk I0507 13:08:39.699351 3661 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk] pod update took 18.109481ms I0507 13:08:39.699377 3661 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk] addLogicalPort annotation time took 18.140483ms I0507 13:08:39.700614 3661 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk] addLogicalPort took 19.45543ms, libovsdb time 845.682µs I0507 13:08:39.859467 3661 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-x5lh9 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:08:39.859605 3661 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9 I0507 13:08:39.875710 3661 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9] pod update took 16.125729ms I0507 13:08:39.875733 3661 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9] addLogicalPort annotation time took 16.159117ms I0507 13:08:39.876955 3661 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9] addLogicalPort took 17.506818ms, libovsdb time 818.425µs I0507 13:08:40.052113 3661 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk 6b7cb550b6711179947403769cd77bc74c2027cea804c6a4dce91db7ad9d1e41 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk 6b7cb550b6711179947403769cd77bc74c2027cea804c6a4dce91db7ad9d1e41 network default NAD default NAD key ] I0507 13:08:40.061819 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-6cxdk, hostIfaceName: 6b7cb550b671117, network: default, NAD default, SandboxID: "6b7cb550b6711179947403769cd77bc74c2027cea804c6a4dce91db7ad9d1e41", PCI device ID: , UID: "32458d18-4270-45f9-85e2-e1fbe8491a37", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0507 13:08:40.120302 3661 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk 6b7cb550b6711179947403769cd77bc74c2027cea804c6a4dce91db7ad9d1e41 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-6cxdk 6b7cb550b6711179947403769cd77bc74c2027cea804c6a4dce91db7ad9d1e41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:43:ce:1f:91:db\",\"name\":\"6b7cb550b671117\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2097de8-6e6a-4d24-aba0-35c14db41499\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:08:40.223985 3661 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9 b392cb572d1b0319a28db7921fa2574def7e7ef0afe2cec4132fc4a24400ca8b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9 b392cb572d1b0319a28db7921fa2574def7e7ef0afe2cec4132fc4a24400ca8b network default NAD default NAD key ] I0507 13:08:40.234077 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-x5lh9, hostIfaceName: b392cb572d1b031, network: default, NAD default, SandboxID: "b392cb572d1b0319a28db7921fa2574def7e7ef0afe2cec4132fc4a24400ca8b", PCI device ID: , UID: "8df0ba54-c192-49b6-bdd6-051f4acd358a", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0507 13:08:40.290143 3661 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9 b392cb572d1b0319a28db7921fa2574def7e7ef0afe2cec4132fc4a24400ca8b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-x5lh9 b392cb572d1b0319a28db7921fa2574def7e7ef0afe2cec4132fc4a24400ca8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a5:3f:d3:4f:ff\",\"name\":\"b392cb572d1b031\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02326a9c-92c8-48b1-8e65-5c5bf6b94c70\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:08:45.805981 3661 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:45.806003 3661 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:45.806008 3661 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:50.838346 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:50.838381 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:50.838387 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 13:08:56.845087 3661 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-xjpft] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-xjpft for pod on switch ip-10-0-2-63.ec2.internal I0507 13:08:56.845210 3661 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-xjpft I0507 13:08:56.862810 3661 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-xjpft] pod update took 17.625456ms I0507 13:08:56.862834 3661 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-xjpft] addLogicalPort annotation time took 17.656031ms I0507 13:08:56.864211 3661 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-xjpft] addLogicalPort took 19.147757ms, libovsdb time 947.795µs I0507 13:08:57.210076 3661 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-xjpft 873581552b6a073f0d201c5eb57ae584216091d1ef4f5452003104fd1cd12989 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-xjpft 873581552b6a073f0d201c5eb57ae584216091d1ef4f5452003104fd1cd12989 network default NAD default NAD key ] I0507 13:08:57.220381 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-xjpft, hostIfaceName: 873581552b6a073, network: default, NAD default, SandboxID: "873581552b6a073f0d201c5eb57ae584216091d1ef4f5452003104fd1cd12989", PCI device ID: , UID: "4502b962-0653-44d4-8a53-533762cd2046", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0507 13:08:57.276924 3661 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-xjpft 873581552b6a073f0d201c5eb57ae584216091d1ef4f5452003104fd1cd12989 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-xjpft 873581552b6a073f0d201c5eb57ae584216091d1ef4f5452003104fd1cd12989 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a7:90:42:d1:00\",\"name\":\"873581552b6a073\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70a6a56e-6639-4787-a355-f599692d9af3\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:09:11.046972 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 13:09:12.073389 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0507 13:09:18.487406 3661 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:18.487427 3661 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:18.520097 3661 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 13:09:19.991846 3661 cni.go:452] [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key ] I0507 13:09:20.084232 3661 cni.go:473] [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 6acaac467545e4aa118ca98c6ee5a965fc4d7d4dd438eee762848ba615dacf52 network default NAD default NAD key default], result "{}", err I0507 13:09:20.141088 3661 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:20.141116 3661 pods.go:176] Deleting pod: tsf/test-tsf-iam I0507 13:09:20.142484 3661 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.35 I0507 13:09:20.142522 3661 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:20.184436 3661 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:20.184461 3661 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:20.188290 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 13:09:20.188324 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 13:09:20.949507 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=82 I0507 13:09:21.067690 3661 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-63.ec2.internal I0507 13:09:21.067787 3661 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0507 13:09:21.082919 3661 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.156887ms I0507 13:09:21.082951 3661 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.194059ms I0507 13:09:21.084252 3661 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.583422ms, libovsdb time 886.894µs I0507 13:09:21.431700 3661 cni.go:452] [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key ] I0507 13:09:21.441669 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 8e2a7d7532d6dc0, network: default, NAD default, SandboxID: "8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c", PCI device ID: , UID: "486363ad-a8a4-4694-a1cf-a7066f8cd024", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0507 13:09:21.500169 3661 cni.go:473] [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:27:6a:7e:55:2f\",\"name\":\"8e2a7d7532d6dc0\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/101303dd-e829-4dc7-8fa0-993cda669df1\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:09:22.102797 3661 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-6hk5g-4nbpt] creating logical port tsf-tas_segment-backup-installation-6hk5g-4nbpt for pod on switch ip-10-0-2-63.ec2.internal I0507 13:09:22.102888 3661 kube.go:256] Updating pod tsf-tas/segment-backup-installation-6hk5g-4nbpt I0507 13:09:22.118294 3661 pod.go:62] [tsf-tas/segment-backup-installation-6hk5g-4nbpt] pod update took 15.425211ms I0507 13:09:22.118326 3661 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-6hk5g-4nbpt] addLogicalPort annotation time took 15.467179ms I0507 13:09:22.119699 3661 pods.go:271] [tsf-tas/segment-backup-installation-6hk5g-4nbpt] addLogicalPort took 16.917521ms, libovsdb time 898.495µs I0507 13:09:22.469657 3661 cni.go:452] [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key ] I0507 13:09:22.479711 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-6hk5g-4nbpt, hostIfaceName: db94e7b2a39778f, network: default, NAD default, SandboxID: "db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d", PCI device ID: , UID: "c679edcf-b73a-4673-9782-dbdfad9509f7", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0507 13:09:22.535378 3661 cni.go:473] [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9a:d8:63:50:e9\",\"name\":\"db94e7b2a39778f\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e98b3dc-b9ea-48da-9782-2ffb8d8dee48\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:09:22.660103 3661 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-564565fcd9-xmgm9] creating logical port tsf-tas_fulcio-server-564565fcd9-xmgm9 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:09:22.660283 3661 kube.go:256] Updating pod tsf-tas/fulcio-server-564565fcd9-xmgm9 I0507 13:09:22.685022 3661 pod.go:62] [tsf-tas/fulcio-server-564565fcd9-xmgm9] pod update took 24.770364ms I0507 13:09:22.685047 3661 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-564565fcd9-xmgm9] addLogicalPort annotation time took 24.802218ms I0507 13:09:22.686380 3661 pods.go:271] [tsf-tas/fulcio-server-564565fcd9-xmgm9] addLogicalPort took 26.299003ms, libovsdb time 877.539µs I0507 13:09:23.024778 3661 cni.go:452] [tsf-tas/fulcio-server-564565fcd9-xmgm9 cd254aea2b1a8701178371d6db40d00c29dda1cc6cd4f9afa52ab53cf5d97109 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-564565fcd9-xmgm9 cd254aea2b1a8701178371d6db40d00c29dda1cc6cd4f9afa52ab53cf5d97109 network default NAD default NAD key ] I0507 13:09:23.035468 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-564565fcd9-xmgm9, hostIfaceName: cd254aea2b1a870, network: default, NAD default, SandboxID: "cd254aea2b1a8701178371d6db40d00c29dda1cc6cd4f9afa52ab53cf5d97109", PCI device ID: , UID: "ca3b4c19-c9ad-4184-81bc-393cc8b6d4e8", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0507 13:09:23.094330 3661 cni.go:473] [tsf-tas/fulcio-server-564565fcd9-xmgm9 cd254aea2b1a8701178371d6db40d00c29dda1cc6cd4f9afa52ab53cf5d97109 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-564565fcd9-xmgm9 cd254aea2b1a8701178371d6db40d00c29dda1cc6cd4f9afa52ab53cf5d97109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1f:45:54:23:69\",\"name\":\"cd254aea2b1a870\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09b087c0-c068-4620-85d9-396dd699532d\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:09:23.306426 3661 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-2xzmx-x9w2n] creating logical port tsf-tas_rekor-createtree-job-2xzmx-x9w2n for pod on switch ip-10-0-2-63.ec2.internal I0507 13:09:23.306576 3661 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-2xzmx-x9w2n I0507 13:09:23.349422 3661 pod.go:62] [tsf-tas/rekor-createtree-job-2xzmx-x9w2n] pod update took 42.87694ms I0507 13:09:23.349452 3661 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-2xzmx-x9w2n] addLogicalPort annotation time took 42.915367ms I0507 13:09:23.350847 3661 pods.go:271] [tsf-tas/rekor-createtree-job-2xzmx-x9w2n] addLogicalPort took 44.442507ms, libovsdb time 970.763µs I0507 13:09:23.419222 3661 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6db7d8545d-hlcdl] creating logical port tsf-tas_trillian-logsigner-6db7d8545d-hlcdl for pod on switch ip-10-0-2-63.ec2.internal I0507 13:09:23.419320 3661 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6db7d8545d-hlcdl I0507 13:09:23.467516 3661 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6db7d8545d-hlcdl I0507 13:09:23.520679 3661 pod.go:62] [tsf-tas/trillian-logsigner-6db7d8545d-hlcdl] pod update took 101.39045ms I0507 13:09:23.520727 3661 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6db7d8545d-hlcdl] addLogicalPort annotation time took 101.445643ms I0507 13:09:23.522237 3661 pods.go:271] [tsf-tas/trillian-logsigner-6db7d8545d-hlcdl] addLogicalPort took 103.036197ms, libovsdb time 1.009723ms I0507 13:09:23.687433 3661 cni.go:452] [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key ] I0507 13:09:23.699825 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-2xzmx-x9w2n, hostIfaceName: 374aeb7f532a6aa, network: default, NAD default, SandboxID: "374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50", PCI device ID: , UID: "e21ff686-ede9-4d1c-a9a4-e8ddfd07d2c4", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0507 13:09:23.796633 3661 cni.go:473] [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:16:1e:30:38:14\",\"name\":\"374aeb7f532a6aa\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fbc3ffd-e596-4bdc-b2d3-968c58acd7c8\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:09:25.299761 3661 cni.go:452] [tsf-tas/trillian-logsigner-6db7d8545d-hlcdl a1d401ead43d951fe35ee27143b0b3ec28f1b7f9236df2097e20856e3fd09d5b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6db7d8545d-hlcdl a1d401ead43d951fe35ee27143b0b3ec28f1b7f9236df2097e20856e3fd09d5b network default NAD default NAD key ] I0507 13:09:25.312618 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6db7d8545d-hlcdl, hostIfaceName: a1d401ead43d951, network: default, NAD default, SandboxID: "a1d401ead43d951fe35ee27143b0b3ec28f1b7f9236df2097e20856e3fd09d5b", PCI device ID: , UID: "d9360853-e594-4599-8b1f-ed9529fb333c", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0507 13:09:25.390902 3661 cni.go:473] [tsf-tas/trillian-logsigner-6db7d8545d-hlcdl a1d401ead43d951fe35ee27143b0b3ec28f1b7f9236df2097e20856e3fd09d5b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6db7d8545d-hlcdl a1d401ead43d951fe35ee27143b0b3ec28f1b7f9236df2097e20856e3fd09d5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:cc:e0:22:db:ed\",\"name\":\"a1d401ead43d951\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eac7cecd-b2ab-4c07-aff2-b1703b3c16c0\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:09:25.811991 3661 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-69b7b77657-4cntg] creating logical port tsf-tas_trillian-db-69b7b77657-4cntg for pod on switch ip-10-0-2-63.ec2.internal I0507 13:09:25.812118 3661 kube.go:256] Updating pod tsf-tas/trillian-db-69b7b77657-4cntg I0507 13:09:25.825564 3661 pod.go:62] [tsf-tas/trillian-db-69b7b77657-4cntg] pod update took 13.484106ms I0507 13:09:25.825588 3661 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-69b7b77657-4cntg] addLogicalPort annotation time took 13.514825ms I0507 13:09:25.827339 3661 pods.go:271] [tsf-tas/trillian-db-69b7b77657-4cntg] addLogicalPort took 15.390664ms, libovsdb time 1.151036ms I0507 13:09:30.689316 3661 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j7nzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:30.690020 3661 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j7nzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:31.568488 3661 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j7nzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:31.568519 3661 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j7nzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:09:32.580039 3661 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 13:09:34.892685 3661 cni.go:452] [tsf-tas/trillian-db-69b7b77657-4cntg cba00e283c617f51844ee4f586c27c096ed0bccc323bc689bec64f9209e91944 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-69b7b77657-4cntg cba00e283c617f51844ee4f586c27c096ed0bccc323bc689bec64f9209e91944 network default NAD default NAD key ] I0507 13:09:34.903004 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-69b7b77657-4cntg, hostIfaceName: cba00e283c617f5, network: default, NAD default, SandboxID: "cba00e283c617f51844ee4f586c27c096ed0bccc323bc689bec64f9209e91944", PCI device ID: , UID: "153a8c5f-3437-418e-87c9-101d9636bdda", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0507 13:09:34.967252 3661 cni.go:473] [tsf-tas/trillian-db-69b7b77657-4cntg cba00e283c617f51844ee4f586c27c096ed0bccc323bc689bec64f9209e91944 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-69b7b77657-4cntg cba00e283c617f51844ee4f586c27c096ed0bccc323bc689bec64f9209e91944 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:50:6a:50:c1:01\",\"name\":\"cba00e283c617f5\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77c782b1-03b2-426a-ab35-1df05a2dd545\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:09:39.121178 3661 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 13:09:39.131303 3661 cni.go:452] [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key ] I0507 13:09:39.220293 3661 cni.go:473] [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-6hk5g-4nbpt db94e7b2a39778f7c84f74fab6200f59ff5b67059d033c19a9e86acd0dedbc8d network default NAD default NAD key default], result "{}", err I0507 13:09:39.708302 3661 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:39.708472 3661 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-6hk5g-4nbpt I0507 13:09:39.709934 3661 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-6hk5g-4nbpt, ips: 10.130.0.40 I0507 13:09:39.709985 3661 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 13:09:40.129875 3661 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 13:09:40.134205 3661 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:40.134259 3661 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:47.958775 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=377 W0507 13:09:51.178781 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 13:10:00.191382 3661 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635990-ddqrl for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:00.191469 3661 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:10:00.204133 3661 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl] pod update took 12.685236ms I0507 13:10:00.204156 3661 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl] addLogicalPort annotation time took 12.712567ms I0507 13:10:00.205478 3661 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl] addLogicalPort took 14.11269ms, libovsdb time 931.649µs I0507 13:10:00.727650 3661 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key ] I0507 13:10:00.737296 3661 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635990-ddqrl, hostIfaceName: 7624a626d460446, network: default, NAD default, SandboxID: "7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb", PCI device ID: , UID: "22596cca-7b31-4e5f-b4f7-7f4020d20a94", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0507 13:10:00.794613 3661 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:e2:dc:93:41:d2\",\"name\":\"7624a626d460446\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83c0eb9e-8190-4148-8d17-60a4df432a45\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:04.257932 3661 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key ] I0507 13:10:04.343470 3661 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl 7624a626d4604467255bc116555bf77ace7f80d4d70a0c93cb5f92698fbb6adb network default NAD default NAD key default], result "{}", err I0507 13:10:04.437254 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:04.437293 3661 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:10:04.438678 3661 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl, ips: 10.130.0.45 I0507 13:10:04.438708 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:05.276318 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:05.276347 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:06.955880 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 W0507 13:10:08.227509 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 13:10:10.049773 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 13:10:16.322592 3661 cni.go:452] [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key ] I0507 13:10:16.402621 3661 cni.go:473] [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 8e2a7d7532d6dc095cfc61cb834f648b6d71ee0816c08d49b874b8595710d87c network default NAD default NAD key default], result "{}", err I0507 13:10:16.456891 3661 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:16.456939 3661 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0507 13:10:16.458253 3661 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.39 I0507 13:10:16.458283 3661 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:16.479324 3661 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.479348 3661 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.487501 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 13:10:16.487525 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 13:10:17.239018 3661 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ngsf2] creating logical port tsf_patch-tekton-config-ngsf2 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:17.239196 3661 kube.go:256] Updating pod tsf/patch-tekton-config-ngsf2 I0507 13:10:17.254388 3661 pod.go:62] [tsf/patch-tekton-config-ngsf2] pod update took 15.225707ms I0507 13:10:17.254412 3661 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ngsf2] addLogicalPort annotation time took 15.259719ms I0507 13:10:17.255797 3661 pods.go:271] [tsf/patch-tekton-config-ngsf2] addLogicalPort took 16.850319ms, libovsdb time 989.389µs I0507 13:10:17.602433 3661 cni.go:452] [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key ] I0507 13:10:17.612707 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ngsf2, hostIfaceName: 7811c52f0f461c8, network: default, NAD default, SandboxID: "7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4", PCI device ID: , UID: "754ae985-ea7d-4b86-8fdc-0cfa7fafe486", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0507 13:10:17.670102 3661 cni.go:473] [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:35:76:66:c6:31\",\"name\":\"7811c52f0f461c8\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/589ae9dd-c553-4c62-934c-d9ea3efb11c1\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:18.965185 3661 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:18.965766 3661 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:19.858709 3661 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:19.858811 3661 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:25.379472 3661 cni.go:452] [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key ] I0507 13:10:25.460427 3661 cni.go:473] [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ngsf2 7811c52f0f461c882c14e4008080f02650dc21a7484882d46a1e2c303fe393d4 network default NAD default NAD key default], result "{}", err I0507 13:10:25.512853 3661 obj_retry.go:498] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:25.512934 3661 pods.go:176] Deleting pod: tsf/patch-tekton-config-ngsf2 I0507 13:10:25.514521 3661 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ngsf2, ips: 10.130.0.46 I0507 13:10:25.514554 3661 obj_retry.go:498] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:26.538445 3661 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:26.538470 3661 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:26.815997 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 13:10:32.945795 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0507 13:10:33.056572 3661 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-q65wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.057175 3661 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-q65wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.426714 3661 cni.go:452] [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key ] I0507 13:10:33.513574 3661 cni.go:473] [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-2xzmx-x9w2n 374aeb7f532a6aabc67885b8aa24378f003c6c663b9acfb41829b2b481ab6d50 network default NAD default NAD key default], result "{}", err I0507 13:10:33.572482 3661 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.572515 3661 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-2xzmx-x9w2n I0507 13:10:33.573848 3661 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-2xzmx-x9w2n, ips: 10.130.0.42 I0507 13:10:33.573878 3661 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:34.083278 3661 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-q65wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.083305 3661 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-q65wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.122979 3661 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.123008 3661 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.129362 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ngsf2 I0507 13:10:34.129390 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ngsf2 I0507 13:10:34.447409 3661 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.447435 3661 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.936052 3661 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:34.936150 3661 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0507 13:10:34.951064 3661 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.935957ms I0507 13:10:34.951089 3661 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.969144ms I0507 13:10:34.952516 3661 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.48118ms, libovsdb time 947.866µs I0507 13:10:35.300375 3661 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key ] I0507 13:10:35.310018 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7922f24c718e5eb, network: default, NAD default, SandboxID: "7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f", PCI device ID: , UID: "3cb0fc5d-cf31-4d5f-a294-90565a4e09c0", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0507 13:10:35.364930 3661 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ba:c1:d1:c5:0d\",\"name\":\"7922f24c718e5eb\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ac605bd-4c19-45db-bffb-c6f4a2f9625d\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:39.464084 3661 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key ] I0507 13:10:39.554391 3661 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7922f24c718e5eb67dc2a7a3a021d50160c6e76e50ab3171782d5261d849d65f network default NAD default NAD key default], result "{}", err I0507 13:10:39.615610 3661 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:39.615645 3661 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0507 13:10:39.617377 3661 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.47 I0507 13:10:39.617415 3661 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:39.638668 3661 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.638689 3661 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.645040 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 13:10:39.645061 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 13:10:39.841336 3661 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-98d4bdcc7-jgwgj] creating logical port tsf-tas_rekor-redis-98d4bdcc7-jgwgj for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:39.841474 3661 kube.go:256] Updating pod tsf-tas/rekor-redis-98d4bdcc7-jgwgj I0507 13:10:39.858499 3661 pod.go:62] [tsf-tas/rekor-redis-98d4bdcc7-jgwgj] pod update took 17.05021ms I0507 13:10:39.858525 3661 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-98d4bdcc7-jgwgj] addLogicalPort annotation time took 17.083626ms I0507 13:10:39.859895 3661 pods.go:271] [tsf-tas/rekor-redis-98d4bdcc7-jgwgj] addLogicalPort took 18.579511ms, libovsdb time 986.227µs I0507 13:10:39.888116 3661 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:39.888231 3661 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0507 13:10:39.904438 3661 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.224065ms I0507 13:10:39.904472 3661 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.258111ms I0507 13:10:39.906172 3661 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 18.072643ms, libovsdb time 1.07215ms I0507 13:10:40.255257 3661 cni.go:452] [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key ] I0507 13:10:40.265802 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: b2b4d55ac810797, network: default, NAD default, SandboxID: "b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c", PCI device ID: , UID: "d74be440-5225-45eb-9d04-3c3be5d08a51", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0507 13:10:40.327710 3661 cni.go:473] [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:36:3e:c0:96:88\",\"name\":\"b2b4d55ac810797\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/397d98de-186d-4e86-b6f4-932b72679e69\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:40.808462 3661 cni.go:452] [tsf-tas/rekor-redis-98d4bdcc7-jgwgj abf31d58ac7c55a05e2da1e3d905e9febe46dc4ee9546b17c1e72a9ddf8ffb5b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-98d4bdcc7-jgwgj abf31d58ac7c55a05e2da1e3d905e9febe46dc4ee9546b17c1e72a9ddf8ffb5b network default NAD default NAD key ] I0507 13:10:40.819139 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-98d4bdcc7-jgwgj, hostIfaceName: abf31d58ac7c55a, network: default, NAD default, SandboxID: "abf31d58ac7c55a05e2da1e3d905e9febe46dc4ee9546b17c1e72a9ddf8ffb5b", PCI device ID: , UID: "49602ce8-37bc-481f-b3d2-5da22fa3d58e", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0507 13:10:40.884596 3661 cni.go:473] [tsf-tas/rekor-redis-98d4bdcc7-jgwgj abf31d58ac7c55a05e2da1e3d905e9febe46dc4ee9546b17c1e72a9ddf8ffb5b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-98d4bdcc7-jgwgj abf31d58ac7c55a05e2da1e3d905e9febe46dc4ee9546b17c1e72a9ddf8ffb5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:69:7a:3d:99:2c\",\"name\":\"abf31d58ac7c55a\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14bc6ec8-e8d5-44fb-8925-2064cd735755\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:42.454554 3661 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5bdd6cdff6-pdpps] creating logical port tsf-tas_rekor-server-5bdd6cdff6-pdpps for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:42.454710 3661 kube.go:256] Updating pod tsf-tas/rekor-server-5bdd6cdff6-pdpps I0507 13:10:42.468742 3661 pod.go:62] [tsf-tas/rekor-server-5bdd6cdff6-pdpps] pod update took 14.05803ms I0507 13:10:42.468766 3661 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5bdd6cdff6-pdpps] addLogicalPort annotation time took 14.087738ms I0507 13:10:42.470238 3661 pods.go:271] [tsf-tas/rekor-server-5bdd6cdff6-pdpps] addLogicalPort took 15.701617ms, libovsdb time 1.065095ms W0507 13:10:43.984472 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 13:10:44.497783 3661 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 13:10:46.037344 3661 obj_retry.go:498] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:46.037946 3661 obj_retry.go:498] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:46.135662 3661 cni.go:452] [tsf-tas/rekor-server-5bdd6cdff6-pdpps 90ebebbdbd6ce38616e137a58c5d9502fb0e0e646e98e5c3b90feb43332d2541 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5bdd6cdff6-pdpps 90ebebbdbd6ce38616e137a58c5d9502fb0e0e646e98e5c3b90feb43332d2541 network default NAD default NAD key ] I0507 13:10:46.146227 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5bdd6cdff6-pdpps, hostIfaceName: 90ebebbdbd6ce38, network: default, NAD default, SandboxID: "90ebebbdbd6ce38616e137a58c5d9502fb0e0e646e98e5c3b90feb43332d2541", PCI device ID: , UID: "31aab504-3bf4-44eb-8fd7-6d569a717869", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0507 13:10:46.209427 3661 cni.go:473] [tsf-tas/rekor-server-5bdd6cdff6-pdpps 90ebebbdbd6ce38616e137a58c5d9502fb0e0e646e98e5c3b90feb43332d2541 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5bdd6cdff6-pdpps 90ebebbdbd6ce38616e137a58c5d9502fb0e0e646e98e5c3b90feb43332d2541 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:0f:8f:0b:e1:01\",\"name\":\"90ebebbdbd6ce38\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0f012e2-3b4f-4962-892d-4cc710e47c37\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:47.065807 3661 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:47.065837 3661 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:50.109804 3661 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:50.110464 3661 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:50.217004 3661 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:50.217033 3661 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:50.545272 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 13:10:50.948074 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 13:10:53.100034 3661 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:53.100641 3661 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:53.392478 3661 base_network_controller_pods.go:487] [default/tsf-tpa/server-5b8b56d5f5-7nzg5] creating logical port tsf-tpa_server-5b8b56d5f5-7nzg5 for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:53.392588 3661 kube.go:256] Updating pod tsf-tpa/server-5b8b56d5f5-7nzg5 I0507 13:10:53.407197 3661 pod.go:62] [tsf-tpa/server-5b8b56d5f5-7nzg5] pod update took 14.63715ms I0507 13:10:53.407224 3661 base_network_controller_pods.go:951] [default/tsf-tpa/server-5b8b56d5f5-7nzg5] addLogicalPort annotation time took 14.669982ms I0507 13:10:53.408648 3661 pods.go:271] [tsf-tpa/server-5b8b56d5f5-7nzg5] addLogicalPort took 16.19183ms, libovsdb time 915.38µs I0507 13:10:53.436656 3661 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-xkpss] creating logical port tsf-tpa_importer-86bcdf477b-xkpss for pod on switch ip-10-0-2-63.ec2.internal I0507 13:10:53.436752 3661 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-xkpss I0507 13:10:53.451445 3661 pod.go:62] [tsf-tpa/importer-86bcdf477b-xkpss] pod update took 14.717565ms I0507 13:10:53.451477 3661 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-xkpss] addLogicalPort annotation time took 14.753853ms I0507 13:10:53.452847 3661 pods.go:271] [tsf-tpa/importer-86bcdf477b-xkpss] addLogicalPort took 16.207827ms, libovsdb time 926.721µs I0507 13:10:54.124952 3661 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:54.125009 3661 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:56.549393 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0507 13:10:58.572763 3661 cni.go:452] [tsf-tpa/server-5b8b56d5f5-7nzg5 b7241910b1e17d74ac922006be02d4568b607f98afb3fce09a58ccbff3cede33 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5b8b56d5f5-7nzg5 b7241910b1e17d74ac922006be02d4568b607f98afb3fce09a58ccbff3cede33 network default NAD default NAD key ] I0507 13:10:58.582844 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5b8b56d5f5-7nzg5, hostIfaceName: b7241910b1e17d7, network: default, NAD default, SandboxID: "b7241910b1e17d74ac922006be02d4568b607f98afb3fce09a58ccbff3cede33", PCI device ID: , UID: "1937f69e-fe13-4a66-bd0a-80ba8d6a66a5", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0507 13:10:58.639855 3661 cni.go:473] [tsf-tpa/server-5b8b56d5f5-7nzg5 b7241910b1e17d74ac922006be02d4568b607f98afb3fce09a58ccbff3cede33 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5b8b56d5f5-7nzg5 b7241910b1e17d74ac922006be02d4568b607f98afb3fce09a58ccbff3cede33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b1:30:98:29:8c\",\"name\":\"b7241910b1e17d7\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76100a4c-b95b-4175-918d-48992e1ef72f\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 13:10:59.198192 3661 cni.go:452] [tsf-tpa/importer-86bcdf477b-xkpss 55d6a0772be3933533172454690ecbf57599f1c7cfc1a1adfc2078ee0cb84314 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-xkpss 55d6a0772be3933533172454690ecbf57599f1c7cfc1a1adfc2078ee0cb84314 network default NAD default NAD key ] I0507 13:10:59.208447 3661 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-xkpss, hostIfaceName: 55d6a0772be3933, network: default, NAD default, SandboxID: "55d6a0772be3933533172454690ecbf57599f1c7cfc1a1adfc2078ee0cb84314", PCI device ID: , UID: "ed5f0404-5ce8-4ea7-a2b1-9c7119181c9b", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0507 13:10:59.265618 3661 cni.go:473] [tsf-tpa/importer-86bcdf477b-xkpss 55d6a0772be3933533172454690ecbf57599f1c7cfc1a1adfc2078ee0cb84314 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-xkpss 55d6a0772be3933533172454690ecbf57599f1c7cfc1a1adfc2078ee0cb84314 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3c:00:6a:4a:dd\",\"name\":\"55d6a0772be3933\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4f2797f-178d-4100-8a90-87ea2590f33a\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 13:11:01.553248 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0507 13:11:08.650266 3661 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0507 13:11:09.661078 3661 util.go:959] Failed to build node endpoints for node ip-10-0-2-63.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0507 13:11:15.224137 3661 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:15.224681 3661 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:16.101122 3661 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:16.101145 3661 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:17.034557 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 13:11:18.140326 3661 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:11:26.752530 3661 cni.go:452] [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key ] I0507 13:11:26.842580 3661 cni.go:473] [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa b2b4d55ac810797b7958b8090748505e1b289da88d284fb9806a39e2ce80bb3c network default NAD default NAD key default], result "{}", err I0507 13:11:26.906255 3661 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:26.906297 3661 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0507 13:11:26.907821 3661 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.49 I0507 13:11:26.907856 3661 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:26.953510 3661 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:26.953538 3661 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:26.962153 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 13:11:26.962174 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 13:11:27.790086 3661 namespace.go:98] [image-controller] adding namespace I0507 13:11:27.790215 3661 namespace.go:98] [default-tenant] adding namespace I0507 13:11:27.791009 3661 namespace.go:102] [image-controller] adding namespace took 894.956µs I0507 13:11:27.791048 3661 namespace.go:98] [build-service] adding namespace I0507 13:11:27.791590 3661 namespace.go:102] [build-service] adding namespace took 534.012µs I0507 13:11:27.792175 3661 namespace.go:102] [default-tenant] adding namespace took 1.947587ms I0507 13:11:27.794273 3661 namespace.go:98] [integration-service] adding namespace I0507 13:11:27.795046 3661 namespace.go:102] [integration-service] adding namespace took 755.391µs I0507 13:11:27.857371 3661 namespace.go:142] [image-controller] updating namespace I0507 13:11:27.883170 3661 namespace.go:142] [image-controller] updating namespace I0507 13:11:27.892943 3661 namespace.go:142] [default-tenant] updating namespace I0507 13:11:27.908472 3661 namespace.go:142] [default-tenant] updating namespace I0507 13:11:27.919784 3661 namespace.go:142] [build-service] updating namespace I0507 13:11:27.934019 3661 namespace.go:142] [build-service] updating namespace I0507 13:11:27.949597 3661 namespace.go:142] [integration-service] updating namespace I0507 13:11:27.967525 3661 namespace.go:142] [integration-service] updating namespace I0507 13:11:27.988016 3661 namespace.go:142] [build-service] updating namespace I0507 13:11:28.014366 3661 namespace.go:142] [integration-service] updating namespace I0507 13:11:28.032254 3661 namespace.go:98] [release-service] adding namespace I0507 13:11:28.033301 3661 namespace.go:102] [release-service] adding namespace took 1.02582ms I0507 13:11:28.076568 3661 namespace.go:142] [release-service] updating namespace I0507 13:11:28.076597 3661 namespace.go:142] [konflux-ui] updating namespace I0507 13:11:28.101563 3661 namespace.go:142] [release-service] updating namespace I0507 13:11:28.232356 3661 namespace.go:98] [konflux-info] adding namespace I0507 13:11:28.233200 3661 namespace.go:102] [konflux-info] adding namespace took 822.879µs I0507 13:11:28.325372 3661 namespace.go:98] [namespace-lister] adding namespace I0507 13:11:28.326238 3661 namespace.go:102] [namespace-lister] adding namespace took 842.476µs I0507 13:11:28.414758 3661 namespace.go:142] [konflux-info] updating namespace I0507 13:11:28.477337 3661 namespace.go:98] [enterprise-contract-service] adding namespace I0507 13:11:28.478252 3661 namespace.go:102] [enterprise-contract-service] adding namespace took 891.592µs I0507 13:11:28.505543 3661 namespace.go:142] [image-controller] updating namespace I0507 13:11:28.545299 3661 namespace.go:142] [konflux-info] updating namespace I0507 13:11:28.615348 3661 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:28.748317 3661 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:28.829631 3661 namespace.go:142] [default-tenant] updating namespace I0507 13:11:28.876332 3661 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:29.048412 3661 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:29.048486 3661 namespace.go:98] [segment-bridge] adding namespace I0507 13:11:29.049315 3661 namespace.go:102] [segment-bridge] adding namespace took 815.333µs I0507 13:11:29.269004 3661 namespace.go:98] [konflux-cli] adding namespace I0507 13:11:29.269056 3661 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:29.269857 3661 namespace.go:102] [konflux-cli] adding namespace took 829.817µs I0507 13:11:29.342741 3661 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:29.366419 3661 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:29.476794 3661 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:29.581578 3661 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 13:11:29.582340 3661 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 13:11:29.582366 3661 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 13:11:29.585006 3661 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 13:11:29.670589 3661 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 13:11:29.670616 3661 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 13:11:29.671497 3661 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 13:11:30.239358 3661 namespace.go:142] [build-service] updating namespace I0507 13:11:30.650417 3661 namespace.go:142] [default-tenant] updating namespace I0507 13:11:30.964021 3661 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:31.330346 3661 namespace.go:142] [image-controller] updating namespace I0507 13:11:31.562538 3661 namespace.go:142] [integration-service] updating namespace I0507 13:11:31.804362 3661 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:32.061610 3661 namespace.go:142] [konflux-info] updating namespace I0507 13:11:32.344402 3661 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:32.432501 3661 namespace.go:142] [release-service] updating namespace I0507 13:11:32.687573 3661 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:32.752431 3661 namespace.go:142] [build-service] updating namespace I0507 13:11:32.783998 3661 namespace.go:142] [default-tenant] updating namespace I0507 13:11:32.807423 3661 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:32.813386 3661 namespace.go:142] [image-controller] updating namespace I0507 13:11:32.832407 3661 namespace.go:142] [integration-service] updating namespace I0507 13:11:32.844409 3661 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:32.860311 3661 namespace.go:142] [konflux-info] updating namespace I0507 13:11:32.875422 3661 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:32.878367 3661 namespace.go:142] [release-service] updating namespace I0507 13:11:32.921200 3661 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:32.979428 3661 namespace.go:142] [build-service] updating namespace I0507 13:11:33.067385 3661 namespace.go:142] [default-tenant] updating namespace I0507 13:11:33.103625 3661 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:33.201674 3661 namespace.go:142] [image-controller] updating namespace I0507 13:11:33.297449 3661 namespace.go:142] [integration-service] updating namespace I0507 13:11:33.394289 3661 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:33.514104 3661 namespace.go:142] [konflux-info] updating namespace I0507 13:11:33.604263 3661 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:33.690591 3661 namespace.go:142] [release-service] updating namespace I0507 13:11:33.816499 3661 namespace.go:142] [segment-bridge] updating namespace W0507 13:11:34.216898 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0507 13:11:34.291332 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 13:11:35.056602 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 13:11:35.061474 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0507 13:11:36.206252 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 13:11:36.239000 3661 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 13:11:37.289171 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 13:11:37.289219 3661 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 13:11:37.322300 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 13:11:37.325480 3661 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 13:11:43.254699 3661 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 13:11:46.343734 3661 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 13:11:46.343767 3661 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 13:11:46.372029 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:46.372051 3661 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:47.390056 3661 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:47.390079 3661 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 13:11:48.629195 3661 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:48.630311 3661 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:49.384917 3661 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:49.384948 3661 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:49.391798 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv I0507 13:11:49.391828 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv I0507 13:11:54.067564 3661 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 13:12:58.447391 3661 obj_retry.go:498] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:12:58.447950 3661 obj_retry.go:498] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:12:58.766742 3661 obj_retry.go:492] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:12:58.766772 3661 obj_retry.go:492] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:12:58.773214 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-79c76498cd-l59zx I0507 13:12:58.773242 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-79c76498cd-l59zx I0507 13:13:02.845662 3661 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:13:02.846269 3661 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:13:02.863682 3661 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:13:02.863707 3661 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:13:02.873400 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 13:13:02.873430 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 13:13:10.039547 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 13:13:13.075956 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 13:13:34.517053 3661 namespace.go:98] [managed-tenant-bhr9i] adding namespace I0507 13:13:34.518040 3661 namespace.go:102] [managed-tenant-bhr9i] adding namespace took 959.899µs I0507 13:13:34.542718 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:34.560918 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.564655 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.692681 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.794661 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:53.039607 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 13:14:30.952840 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=77 I0507 13:15:09.049941 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 13:15:59.959285 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0507 13:16:27.951140 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 13:16:57.969349 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0507 13:17:42.053569 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 13:17:58.037824 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 13:18:02.064241 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 13:18:32.961994 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=253 I0507 13:18:39.076634 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0507 13:19:09.042505 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 13:19:11.949171 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0507 13:19:32.071149 3661 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 13:19:51.955657 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0507 13:20:04.120196 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:20:04.120824 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:20:04.994109 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:04.994143 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.072738 3661 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.072767 3661 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.078137 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4vhrm I0507 13:20:47.078172 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4vhrm I0507 13:20:48.059934 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0507 13:20:50.039724 3661 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:50.039746 3661 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:50.044555 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2xfnd I0507 13:20:50.044588 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2xfnd I0507 13:20:54.036804 3661 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:54.036855 3661 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:54.042506 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mwf9p I0507 13:20:54.042541 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mwf9p I0507 13:21:00.059984 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 13:21:52.953904 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0507 13:22:43.962129 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0507 13:22:48.079416 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0507 13:22:59.042984 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 13:23:12.971876 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 13:24:05.079162 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 13:24:30.964658 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0507 13:24:43.952432 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 13:24:44.067450 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 13:25:26.056354 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 13:26:06.045487 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 13:26:58.041805 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0507 13:27:10.958381 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0507 13:27:22.063739 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 13:27:48.047450 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:48.048179 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:48.786107 3661 obj_retry.go:492] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:27:48.786139 3661 obj_retry.go:492] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:27:48.792704 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:48.792734 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:54.964692 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=22 I0507 13:27:58.012811 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:58.013529 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:12.147862 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:12.148487 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:13.045788 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 13:28:15.073680 3661 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0507 13:28:18.974580 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0507 13:29:07.063314 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 13:29:19.605882 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:29:19.606699 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:29:28.957037 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 13:30:04.385604 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:30:04.386252 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:30:05.215129 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.215157 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.248882 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.248908 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.256454 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:30:05.256492 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:30:49.955633 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 13:30:53.968502 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=84 I0507 13:31:34.070509 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 13:32:03.126110 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:03.126801 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:25.082449 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0507 13:32:35.925259 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:35.925858 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:37.048805 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 13:32:42.083582 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 13:32:47.044211 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 13:33:04.066221 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 13:33:30.076353 3661 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0507 13:33:57.731250 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:33:57.732111 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:12.695875 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:12.696511 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.917493 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.918162 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.954052 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.954701 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.992532 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.993271 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:26.029861 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:26.030520 3661 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:46.110322 3661 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:46.110934 3661 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:11.246024 3661 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:11.246693 3661 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:12.059812 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0507 13:35:18.066521 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 13:35:20.961409 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0507 13:35:24.292558 3661 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:24.293190 3661 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:25.172275 3661 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:35:25.172339 3661 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:35:25.180135 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:25.180165 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:46.520728 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:46.521329 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:55.630197 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:55.630789 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:07.797468 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:07.798231 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:08.817272 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:08.817931 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.810757 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.811382 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.841189 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.841778 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.913919 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.914548 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.959680 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 13:36:31.767548 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:31.768128 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:44.160615 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:44.161199 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:50.073724 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 13:36:53.207301 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:53.207905 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:06.967985 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0507 13:37:23.278512 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:23.279154 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:43.977774 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 13:37:44.048301 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 13:37:44.052188 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0507 13:37:54.789223 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:54.789898 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:38:55.843289 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:38:55.844068 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:06.085098 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 13:39:14.047096 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 13:39:23.596539 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:23.597231 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.354822 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.355512 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.762230 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:30.762255 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:30.768853 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:30.768884 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:31.094736 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:31.095422 3661 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:45.444443 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:39:50.489595 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.489622 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.498930 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:39:50.498985 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:39:50.506381 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.506406 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.517180 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:39:50.517210 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:39:50.532247 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.532276 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.540645 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:39:50.540672 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:39:50.549894 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.549911 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.570555 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:39:50.570575 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:39:50.583386 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.583407 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.590766 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:39:50.590786 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:39:50.596458 3661 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.596477 3661 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.605639 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.605656 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.608682 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:39:50.608703 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:39:50.616527 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:39:50.616549 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:39:50.630438 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.630453 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.640417 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:39:50.640443 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:39:50.650579 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.650594 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.657449 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:39:50.657473 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:39:50.667322 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.667343 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.675323 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:50.675345 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:50.685046 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.685062 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.693619 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:39:50.693638 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:39:50.704304 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.704322 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.710864 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:39:50.710887 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:39:50.723732 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.723755 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.734046 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:39:50.734072 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:39:50.740360 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.740377 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.748688 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:50.748712 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:50.756978 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.756995 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.763627 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:39:50.763652 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:39:50.778117 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.778136 3661 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.786307 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:39:50.786339 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:39:51.187170 3661 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:51.187194 3661 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:51.195223 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:39:51.195244 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:39:54.078840 3661 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 13:39:56.907560 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:03.767637 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:04.069681 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 13:40:04.322437 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:40:04.323104 3661 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:40:05.193590 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.193617 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.227661 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.227719 3661 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.233848 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:40:05.233874 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:40:08.958398 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0507 13:40:10.509396 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:17.166817 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:23.394564 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:39.213303 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:41.971942 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=378 I0507 13:40:59.087118 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 13:41:30.521595 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:06.603281 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:13.328175 3661 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:13.345851 3661 namespace.go:317] [managed-tenant-bhr9i] deleting namespace I0507 13:42:14.965090 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0507 13:42:25.016195 3661 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:42:25.016814 3661 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:42:26.002128 3661 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:42:26.002177 3661 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:42:26.010176 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:42:26.010203 3661 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:42:51.062539 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 13:43:44.069820 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 13:44:12.971619 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0507 13:44:23.054791 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 13:44:59.050854 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 13:45:16.049788 3661 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 13:45:22.074222 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 13:46:05.077265 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0507 13:46:07.981104 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0507 13:46:18.963237 3661 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 13:46:21.088069 3661 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8