+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-211.ec2.internal ++ [[ -n ip-10-0-2-211.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-211.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:12:48.888808792 - disable conntrack on geneve port' I0506 20:12:48.888808792 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:12:48.907190022 - starting ovnkube-node' I0506 20:12:48.907190022 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-211.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-211.ec2.internal --init-node ip-10-0-2-211.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-211.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 20:12:48.949734 3651 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 20:12:48.949797 3651 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fe5af4476c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 20:12:48.951472 3651 kube.go:431] Waiting for certificate I0506 20:12:48.951851 3651 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 20:12:48.951897 3651 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 20:12:48.952588 3651 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:12:48.990533 3651 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:48.990560 3651 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:48.993928 3651 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:48.994015 3651 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nxzsc" I0506 20:12:49.003125 3651 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nxzsc" I0506 20:12:49.003207 3651 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:49.951962 3651 kube.go:438] Certificate found I0506 20:12:49.952599 3651 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:12:49.953787 3651 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 20:12:50.005872 3651 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:07:48 +0000 UTC" deadline="2026-05-07 14:02:02.12539539 +0000 UTC" I0506 20:12:50.005904 3651 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h49m12.119499492s" I0506 20:12:50.036945 3651 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:12:50.046313 3651 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 20:12:50.046367 3651 server.go:101] MetricServer registers OVS metrics I0506 20:12:50.046589 3651 server.go:105] MetricServer registers OVN DB metrics I0506 20:12:50.046765 3651 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 20:12:50.046818 3651 factory.go:561] Starting watch factory I0506 20:12:50.046922 3651 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.046922 3651 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.046948 3651 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.046956 3651 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.046968 3651 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.046948 3651 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.046984 3651 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.047092 3651 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.048419 3651 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.048442 3651 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.048428 3651 controller_manager.go:370] Starting the ovnkube controller I0506 20:12:50.048460 3651 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.048480 3651 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.048470 3651 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-211.ec2.internal I0506 20:12:50.048549 3651 controller_manager.go:395] NBDB zone sync took: 55.595µs I0506 20:12:50.048589 3651 factory.go:561] Starting watch factory I0506 20:12:50.051338 3651 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 20:12:50.051364 3651 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 20:12:50.063943 3651 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 20:12:50.063967 3651 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 20:12:50.066912 3651 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.066942 3651 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.067531 3651 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 20:12:50.067565 3651 server.go:109] MetricServer registers OVN Controller metrics I0506 20:12:50.070851 3651 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.071515 3651 server.go:113] MetricServer registers OVN Northd metrics I0506 20:12:50.071585 3651 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.071603 3651 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.077316 3651 metrics.go:519] OVN Metrics Server starts to run ... I0506 20:12:50.080792 3651 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:50.153231 3651 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:12:50.153246 3651 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:12:50.153250 3651 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:12:50.153252 3651 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:12:50.153255 3651 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:12:50.153258 3651 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:12:50.153330 3651 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:50.153342 3651 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:50.153355 3651 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:50.153369 3651 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:50.155585 3651 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:12:50.155597 3651 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:12:50.155600 3651 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:12:50.155603 3651 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:12:50.155606 3651 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:12:50.155609 3651 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:12:50.156471 3651 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:50.156826 3651 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:50.158837 3651 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:12:50.158848 3651 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:12:50.158904 3651 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.158921 3651 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.161408 3651 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:12:50.161419 3651 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:12:50.161910 3651 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.164357 3651 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:12:50.164428 3651 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.164445 3651 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.166732 3651 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:12:50.167132 3651 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.169562 3651 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:12:50.169607 3651 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.169617 3651 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.172174 3651 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:12:50.172417 3651 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.174881 3651 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:12:50.174931 3651 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.174947 3651 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.177419 3651 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:12:50.177712 3651 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.180153 3651 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:12:50.180201 3651 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.180593 3651 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.183160 3651 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:12:50.183364 3651 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.185313 3651 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:12:50.185449 3651 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:50.185460 3651 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:50.188642 3651 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:12:50.188818 3651 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:50.190793 3651 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:12:50.190847 3651 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.190862 3651 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.190914 3651 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.190932 3651 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.193716 3651 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:12:50.193850 3651 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.193856 3651 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:50.196866 3651 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:12:50.196876 3651 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:12:50.196885 3651 factory.go:680] Watch Factory start up complete, took: 150.067969ms I0506 20:12:50.196971 3651 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 20:12:50.199072 3651 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:12:50.199083 3651 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:12:50.199090 3651 factory.go:680] Watch Factory start up complete, took: 150.500987ms I0506 20:12:50.199098 3651 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-211.ec2.internal" zone I0506 20:12:50.240162 3651 default_node_network_controller.go:710] Initializing the default node network controller I0506 20:12:50.305520 3651 udn_isolation.go:101] Starting UDN host isolation manager I0506 20:12:50.311885 3651 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 20:12:50.420149 3651 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 20:12:50.420225 3651 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 20:12:50.420240 3651 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 20:12:50.453632 3651 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 20:12:50.453690 3651 default_node_network_controller.go:809] Node ip-10-0-2-211.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0506 20:12:50.459066 3651 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.211"] k8s.ovn.org/zone-name:ip-10-0-2-211.ec2.internal] on node ip-10-0-2-211.ec2.internal I0506 20:12:50.482226 3651 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 20:12:50.488238 3651 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 20:12:50.488434 3651 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0506 20:12:50.488610 3651 gateway_init.go:263] Preparing Gateway I0506 20:12:50.488622 3651 gateway_shared_intf.go:1687] Creating new gateway I0506 20:12:50.616647 3651 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:12:50.623159 3651 iptables.go:108] Creating table: filter chain: OUTPUT I0506 20:12:50.629905 3651 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 20:12:50.629919 3651 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-211.ec2.internal","mac-address":"0e:49:be:91:e2:cf","ip-addresses":["10.0.2.211/24"],"ip-address":"10.0.2.211/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:04e7f943-bd54-4823-8fd9-f32e092610a0 k8s.ovn.org/node-encap-ips:["10.0.2.211"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.211/24"} k8s.ovn.org/zone-name:ip-10-0-2-211.ec2.internal] on node ip-10-0-2-211.ec2.internal I0506 20:12:50.650753 3651 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:50.699986 3651 controller_manager.go:429] Waiting for node in zone sync took: 500.877241ms I0506 20:12:50.711620 3651 controller_manager.go:611] Switching to transit router for layer2 networks I0506 20:12:50.711635 3651 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-211.ec2.internal I0506 20:12:50.739440 3651 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:12:50.745553 3651 controller_manager.go:290] SCTP support detected in OVN I0506 20:12:50.746117 3651 services_controller.go:69] Creating services controller for network=default I0506 20:12:50.746176 3651 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 20:12:50.746244 3651 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 20:12:50.746289 3651 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 20:12:50.746324 3651 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 20:12:50.746335 3651 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:12:50.746503 3651 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 20:12:50.746556 3651 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 20:12:50.746589 3651 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.904µs I0506 20:12:50.746605 3651 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 37.195µs I0506 20:12:50.746617 3651 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 59.721µs I0506 20:12:50.746633 3651 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 20:12:50.746650 3651 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 20:12:50.746667 3651 default_network_controller.go:325] Starting the default network controller I0506 20:12:50.746730 3651 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.19µs I0506 20:12:50.747079 3651 udn_enabled_svc.go:95] Performing full resync I0506 20:12:50.747406 3651 udn_enabled_svc.go:99] Waiting for handler to sync I0506 20:12:50.747418 3651 udn_enabled_svc.go:104] Starting worker I0506 20:12:50.755276 3651 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 20:12:50.755363 3651 repair.go:33] Syncing exgw routes took 75.624µs I0506 20:12:50.755388 3651 default_network_controller.go:414] Starting all the Watchers... I0506 20:12:50.755514 3651 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 20:12:50.755521 3651 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 20:12:50.755526 3651 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 20:12:50.755529 3651 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 20:12:50.755516 3651 namespace.go:98] [openshift-ingress] adding namespace I0506 20:12:50.755542 3651 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 20:12:50.755540 3651 namespace.go:98] [openshift-marketplace] adding namespace I0506 20:12:50.755552 3651 namespace.go:98] [openshift-dns] adding namespace I0506 20:12:50.755555 3651 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 20:12:50.755563 3651 namespace.go:98] [openshift-image-registry] adding namespace I0506 20:12:50.755566 3651 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 20:12:50.755564 3651 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 20:12:50.755567 3651 namespace.go:98] [openshift-host-network] adding namespace I0506 20:12:50.755575 3651 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 20:12:50.755604 3651 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 20:12:50.756041 3651 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 511.949µs I0506 20:12:50.756055 3651 namespace.go:98] [openshift-console-operator] adding namespace I0506 20:12:50.756495 3651 namespace.go:102] [openshift-console-operator] adding namespace took 434.818µs I0506 20:12:50.756508 3651 namespace.go:98] [openshift-infra] adding namespace I0506 20:12:50.756966 3651 namespace.go:102] [openshift-infra] adding namespace took 452.953µs I0506 20:12:50.756978 3651 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 20:12:50.757457 3651 namespace.go:102] [openshift-backplane-cee] adding namespace took 1.922606ms I0506 20:12:50.757467 3651 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 20:12:50.757914 3651 namespace.go:102] [openshift-authentication-operator] adding namespace took 2.383205ms I0506 20:12:50.757927 3651 namespace.go:98] [openshift-node] adding namespace I0506 20:12:50.758350 3651 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.809724ms I0506 20:12:50.758364 3651 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 20:12:50.758877 3651 namespace.go:102] [openshift-ingress] adding namespace took 3.332383ms I0506 20:12:50.758886 3651 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 20:12:50.759397 3651 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.848315ms I0506 20:12:50.759407 3651 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 20:12:50.759779 3651 namespace.go:102] [openshift-marketplace] adding namespace took 4.228197ms I0506 20:12:50.759788 3651 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 20:12:50.760287 3651 namespace.go:102] [openshift-dns] adding namespace took 4.722049ms I0506 20:12:50.760312 3651 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 20:12:50.760738 3651 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.170878ms I0506 20:12:50.760748 3651 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 20:12:50.761195 3651 namespace.go:102] [openshift-image-registry] adding namespace took 5.62549ms I0506 20:12:50.761208 3651 namespace.go:98] [openshift-insights] adding namespace I0506 20:12:50.761587 3651 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.015985ms I0506 20:12:50.761597 3651 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 20:12:50.762103 3651 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.527408ms I0506 20:12:50.762117 3651 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 20:12:50.762596 3651 namespace.go:102] [openshift-host-network] adding namespace took 7.018734ms I0506 20:12:50.762607 3651 namespace.go:98] [openshift-ingress-operator] adding namespace W0506 20:12:50.762618 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7x8zg: pod openshift-network-diagnostics/network-check-target-7x8zg: no pod IPs found W0506 20:12:50.762628 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lwx8b: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:50.763570 3651 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.985833ms I0506 20:12:50.763583 3651 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 20:12:50.764061 3651 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.44636ms I0506 20:12:50.764076 3651 namespace.go:98] [kube-node-lease] adding namespace I0506 20:12:50.764481 3651 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.497514ms I0506 20:12:50.764496 3651 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 20:12:50.764887 3651 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.415599ms I0506 20:12:50.764897 3651 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 20:12:50.765311 3651 namespace.go:102] [openshift-node] adding namespace took 7.378341ms I0506 20:12:50.765324 3651 namespace.go:98] [openshift-apiserver] adding namespace I0506 20:12:50.765705 3651 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.336184ms I0506 20:12:50.765717 3651 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 20:12:50.766114 3651 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.222476ms I0506 20:12:50.766126 3651 namespace.go:98] [openshift-config-operator] adding namespace I0506 20:12:50.766551 3651 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.139853ms I0506 20:12:50.766563 3651 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 20:12:50.766968 3651 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.175638ms I0506 20:12:50.766978 3651 namespace.go:98] [openshift-config-managed] adding namespace I0506 20:12:50.767522 3651 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.205353ms I0506 20:12:50.767531 3651 namespace.go:98] [openshift-config] adding namespace I0506 20:12:50.767934 3651 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.180284ms I0506 20:12:50.767947 3651 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 20:12:50.768367 3651 namespace.go:102] [openshift-insights] adding namespace took 7.15353ms I0506 20:12:50.768379 3651 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 20:12:50.768839 3651 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.238401ms I0506 20:12:50.768851 3651 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 20:12:50.769263 3651 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.140618ms I0506 20:12:50.769280 3651 namespace.go:98] [dedicated-admin] adding namespace I0506 20:12:50.769667 3651 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.056482ms I0506 20:12:50.769679 3651 namespace.go:98] [openshift-multus] adding namespace I0506 20:12:50.770085 3651 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.496882ms I0506 20:12:50.770097 3651 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 20:12:50.770567 3651 namespace.go:102] [kube-node-lease] adding namespace took 6.486543ms I0506 20:12:50.770580 3651 namespace.go:98] [openshift-package-operator] adding namespace I0506 20:12:50.770964 3651 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.462639ms I0506 20:12:50.771410 3651 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.507654ms I0506 20:12:50.771422 3651 namespace.go:98] [kube-system] adding namespace I0506 20:12:50.771793 3651 namespace.go:102] [openshift-apiserver] adding namespace took 6.464167ms I0506 20:12:50.771804 3651 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 20:12:50.772118 3651 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.398046ms I0506 20:12:50.772127 3651 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 20:12:50.772582 3651 namespace.go:102] [openshift-config-operator] adding namespace took 6.450179ms I0506 20:12:50.772598 3651 namespace.go:98] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] adding namespace I0506 20:12:50.773016 3651 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.44863ms I0506 20:12:50.773027 3651 namespace.go:98] [openshift-dns-operator] adding namespace I0506 20:12:50.773482 3651 namespace.go:102] [openshift-config-managed] adding namespace took 6.492962ms I0506 20:12:50.773495 3651 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 20:12:50.773891 3651 namespace.go:102] [openshift-config] adding namespace took 6.355015ms I0506 20:12:50.773903 3651 namespace.go:98] [kube-public] adding namespace I0506 20:12:50.774337 3651 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.385921ms I0506 20:12:50.774347 3651 namespace.go:98] [default] adding namespace I0506 20:12:50.774690 3651 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.306865ms I0506 20:12:50.774698 3651 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 20:12:50.775144 3651 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.288372ms I0506 20:12:50.775157 3651 namespace.go:98] [openshift-monitoring] adding namespace I0506 20:12:50.775518 3651 namespace.go:102] [dedicated-admin] adding namespace took 6.233146ms W0506 20:12:50.775523 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5rrvl: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found I0506 20:12:50.775531 3651 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0506 20:12:50.775533 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gsfpr: pod openshift-multus/network-metrics-daemon-gsfpr: no pod IPs found I0506 20:12:50.775998 3651 namespace.go:102] [openshift-multus] adding namespace took 6.314416ms I0506 20:12:50.776011 3651 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 20:12:50.776351 3651 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.250238ms I0506 20:12:50.776360 3651 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0506 20:12:50.776804 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l4fj4: pod kube-system/global-pull-secret-syncer-l4fj4: no pod IPs found W0506 20:12:50.776815 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-xdww2: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:50.776831 3651 namespace.go:102] [openshift-package-operator] adding namespace took 6.245421ms I0506 20:12:50.776842 3651 namespace.go:98] [openshift-console] adding namespace I0506 20:12:50.777247 3651 namespace.go:102] [kube-system] adding namespace took 5.821033ms I0506 20:12:50.777258 3651 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 20:12:50.777612 3651 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.802786ms I0506 20:12:50.777625 3651 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 20:12:50.777998 3651 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.865242ms I0506 20:12:50.778008 3651 namespace.go:98] [openshift-cluster-version] adding namespace I0506 20:12:50.778401 3651 namespace.go:102] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] adding namespace took 5.797806ms I0506 20:12:50.778413 3651 namespace.go:98] [openshift-controller-manager] adding namespace I0506 20:12:50.778861 3651 namespace.go:102] [openshift-dns-operator] adding namespace took 5.829045ms I0506 20:12:50.778871 3651 namespace.go:98] [openshift-authentication] adding namespace I0506 20:12:50.779192 3651 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.692786ms I0506 20:12:50.779203 3651 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 20:12:50.779600 3651 namespace.go:102] [kube-public] adding namespace took 5.690161ms I0506 20:12:50.779613 3651 namespace.go:98] [openshift-network-operator] adding namespace I0506 20:12:50.780064 3651 namespace.go:102] [default] adding namespace took 5.713499ms I0506 20:12:50.780076 3651 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 20:12:50.780440 3651 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.73754ms I0506 20:12:50.780450 3651 namespace.go:98] [openshift-machine-api] adding namespace I0506 20:12:50.780936 3651 namespace.go:102] [openshift-monitoring] adding namespace took 5.773589ms I0506 20:12:50.780949 3651 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 20:12:50.781332 3651 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.795728ms I0506 20:12:50.781345 3651 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 20:12:50.781700 3651 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.684988ms I0506 20:12:50.781711 3651 namespace.go:98] [openshift] adding namespace I0506 20:12:50.782189 3651 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.824999ms I0506 20:12:50.782199 3651 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 20:12:50.782608 3651 namespace.go:102] [openshift-console] adding namespace took 5.760825ms I0506 20:12:50.782621 3651 namespace.go:98] [openshift-logging] adding namespace I0506 20:12:50.782992 3651 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.728615ms I0506 20:12:50.783426 3651 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.796187ms I0506 20:12:50.783807 3651 namespace.go:102] [openshift-cluster-version] adding namespace took 5.794696ms I0506 20:12:50.784236 3651 namespace.go:102] [openshift-controller-manager] adding namespace took 5.818881ms I0506 20:12:50.784702 3651 namespace.go:102] [openshift-authentication] adding namespace took 5.826347ms I0506 20:12:50.784713 3651 namespace.go:98] [openshift-backplane] adding namespace I0506 20:12:50.785082 3651 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.871543ms I0506 20:12:50.785594 3651 namespace.go:102] [openshift-network-operator] adding namespace took 5.975198ms I0506 20:12:50.785994 3651 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.911479ms I0506 20:12:50.786008 3651 namespace.go:98] [openshift-operators] adding namespace I0506 20:12:50.786499 3651 namespace.go:102] [openshift-machine-api] adding namespace took 6.043903ms I0506 20:12:50.786868 3651 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.914702ms I0506 20:12:50.787346 3651 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.995654ms I0506 20:12:50.787361 3651 namespace.go:98] [openshift-network-console] adding namespace I0506 20:12:50.787859 3651 namespace.go:102] [openshift] adding namespace took 6.143226ms I0506 20:12:50.787875 3651 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 20:12:50.788384 3651 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.179465ms I0506 20:12:50.788399 3651 namespace.go:98] [openshift-etcd] adding namespace I0506 20:12:50.789112 3651 namespace.go:102] [openshift-logging] adding namespace took 6.484142ms I0506 20:12:50.789598 3651 namespace.go:102] [openshift-backplane] adding namespace took 4.879265ms I0506 20:12:50.789926 3651 namespace.go:102] [openshift-operators] adding namespace took 3.913547ms I0506 20:12:50.790427 3651 namespace.go:102] [openshift-network-console] adding namespace took 3.060752ms I0506 20:12:50.790832 3651 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.952362ms I0506 20:12:50.791222 3651 namespace.go:102] [openshift-etcd] adding namespace took 2.817476ms W0506 20:12:50.791311 3651 master.go:471] Unable to parse remote node ip-10-0-1-13.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 20:12:50.791413 3651 master.go:548] Adding or Updating local node "ip-10-0-2-211.ec2.internal" for network "default" I0506 20:12:50.791442 3651 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-13.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-13.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-13.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal I0506 20:12:50.792246 3651 zone_ic_handler.go:195] Time taken to create transit switch: 287.729µs I0506 20:12:50.792256 3651 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-190.ec2.internal for the network default I0506 20:12:50.793312 3651 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-190.ec2.internal" on network "default" took: 1.307972ms W0506 20:12:50.799392 3651 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7x8zg: pod openshift-network-diagnostics/network-check-target-7x8zg: no pod IPs found W0506 20:12:50.799411 3651 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-gsfpr: pod openshift-multus/network-metrics-daemon-gsfpr: no pod IPs found W0506 20:12:50.799429 3651 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-l4fj4: pod kube-system/global-pull-secret-syncer-l4fj4: no pod IPs found I0506 20:12:50.800398 3651 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-211.ec2.internal for the network default I0506 20:12:50.800596 3651 zone_ic_handler.go:195] Time taken to create transit switch: 184.232µs I0506 20:12:50.801441 3651 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 20:12:50.801464 3651 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 20:12:50.801476 3651 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 20:12:50.801490 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-190.ec2.internal in network "default" I0506 20:12:50.801535 3651 node_tracker.go:169] Node ip-10-0-0-190.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:50.801551 3651 services_controller.go:574] Full service sync requested for network=default I0506 20:12:50.801560 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:50.801569 3651 node_tracker.go:235] Node ip-10-0-1-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal" I0506 20:12:50.801579 3651 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:50.801583 3651 services_controller.go:574] Full service sync requested for network=default I0506 20:12:50.801589 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:50.801609 3651 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:50.801615 3651 services_controller.go:574] Full service sync requested for network=default I0506 20:12:50.891847 3651 namespace.go:98] [openshift-service-ca] adding namespace I0506 20:12:50.892438 3651 namespace.go:102] [openshift-service-ca] adding namespace took 576.23µs I0506 20:12:50.901650 3651 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 20:12:50.901664 3651 services_controller.go:208] Setting up event handlers for services for network=default I0506 20:12:50.901701 3651 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 20:12:50.901733 3651 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 20:12:50.901743 3651 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 20:12:50.936717 3651 namespace.go:142] [openshift-service-ca] updating namespace I0506 20:12:51.001976 3651 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 20:12:51.001991 3651 repair.go:60] Starting repairing loop for services I0506 20:12:51.002073 3651 repair.go:131] Deleted 0 stale service LBs I0506 20:12:51.002091 3651 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 20:12:51.002109 3651 repair.go:62] Finished repairing loop for services: 118.403µs I0506 20:12:51.002138 3651 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 20:12:51.002148 3651 services_controller.go:254] Starting workers for network=default I0506 20:12:51.002633 3651 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gsfpr] creating logical port openshift-multus_network-metrics-daemon-gsfpr for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:51.002723 3651 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5rrvl, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5rrvl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found I0506 20:12:51.002733 3651 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l4fj4] creating logical port kube-system_global-pull-secret-syncer-l4fj4 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:51.002737 3651 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-gsfpr I0506 20:12:51.002744 3651 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-xdww2, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-xdww2: suppressed error logged: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:51.002804 3651 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwx8b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:51.002814 3651 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-l4fj4 I0506 20:12:51.002992 3651 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7x8zg] creating logical port openshift-network-diagnostics_network-check-target-7x8zg for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:51.003147 3651 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7x8zg W0506 20:12:51.005665 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:51.006659 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:51.009303 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:51.029665 3651 pod.go:62] [kube-system/global-pull-secret-syncer-l4fj4] pod update took 26.884524ms I0506 20:12:51.029681 3651 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-l4fj4] addLogicalPort annotation time took 26.902912ms I0506 20:12:51.030415 3651 pods.go:271] [kube-system/global-pull-secret-syncer-l4fj4] addLogicalPort took 27.691964ms, libovsdb time 565.851µs I0506 20:12:51.036016 3651 pod.go:62] [openshift-network-diagnostics/network-check-target-7x8zg] pod update took 32.975992ms I0506 20:12:51.036039 3651 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7x8zg] addLogicalPort annotation time took 32.998796ms I0506 20:12:51.036783 3651 pods.go:271] [openshift-network-diagnostics/network-check-target-7x8zg] addLogicalPort took 33.796738ms, libovsdb time 564.635µs I0506 20:12:51.037111 3651 pod.go:62] [openshift-multus/network-metrics-daemon-gsfpr] pod update took 34.417984ms I0506 20:12:51.037128 3651 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-gsfpr] addLogicalPort annotation time took 34.442067ms I0506 20:12:51.037964 3651 pods.go:271] [openshift-multus/network-metrics-daemon-gsfpr] addLogicalPort took 35.339277ms, libovsdb time 562.955µs I0506 20:12:51.038653 3651 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 20:12:51.038679 3651 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 20:12:51.038688 3651 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 20:12:51.038692 3651 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 20:12:51.038895 3651 repair.go:29] Repairing admin network policies took 197.992µs I0506 20:12:51.039009 3651 repair.go:92] Repairing baseline admin network policies took 104.957µs I0506 20:12:51.039387 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 20:12:51.039406 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 20:12:51.041076 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 20:12:51.041093 3651 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 20:12:51.041104 3651 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 20:12:51.043275 3651 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 20:12:51.043310 3651 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 20:12:51.043319 3651 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 20:12:51.044251 3651 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 20:12:51.044273 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 20:12:51.044281 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 20:12:51.045953 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 20:12:51.045985 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 20:12:51.046983 3651 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 20:12:51.046998 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:12:51.048878 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 20:12:51.048899 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 20:12:51.048908 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 20:12:51.050553 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 20:12:51.050572 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 20:12:51.050582 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 20:12:51.053191 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 20:12:51.053210 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 20:12:51.053216 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 20:12:51.053525 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 20:12:51.053543 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 20:12:51.053562 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 20:12:51.054662 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 20:12:51.054680 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 20:12:51.054688 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 20:12:51.055175 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:12:51.055193 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 20:12:51.055207 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 20:12:51.055679 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 20:12:51.055695 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 20:12:51.055703 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 20:12:51.056140 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 20:12:51.056155 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 20:12:51.056162 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 20:12:51.057344 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 20:12:51.057363 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 20:12:51.057371 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 20:12:51.058280 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 20:12:51.058311 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 20:12:51.058320 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 20:12:51.058739 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 20:12:51.058757 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 20:12:51.058765 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 20:12:51.059279 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 20:12:51.059315 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 20:12:51.059342 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 20:12:51.060146 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 20:12:51.060159 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 20:12:51.060166 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 20:12:51.060607 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 20:12:51.060625 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 20:12:51.060632 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 20:12:51.061125 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:12:51.061137 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 20:12:51.061145 3651 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 20:12:51.062657 3651 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 20:12:51.062673 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 20:12:51.062680 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 20:12:51.063193 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 20:12:51.063215 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 20:12:51.063222 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 20:12:51.063752 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 20:12:51.063771 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 20:12:51.063791 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:12:51.064505 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 20:12:51.064523 3651 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 20:12:51.064529 3651 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 20:12:51.064829 3651 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 20:12:51.064847 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 20:12:51.064857 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 20:12:51.066364 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 20:12:51.066379 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 20:12:51.066387 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 20:12:51.067319 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 20:12:51.067334 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 20:12:51.067342 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 20:12:51.068010 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 20:12:51.068027 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 20:12:51.068034 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 20:12:51.068523 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 20:12:51.068540 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 20:12:51.068549 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 20:12:51.068816 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 20:12:51.074107 3651 egressfirewall.go:374] Starting EgressFirewall controller I0506 20:12:51.074140 3651 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 20:12:51.074141 3651 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 20:12:51.074165 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 20:12:51.074177 3651 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 20:12:51.074166 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 20:12:51.074185 3651 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 20:12:51.074435 3651 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 20:12:51.074449 3651 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 20:12:51.074454 3651 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 20:12:51.074461 3651 egressqos.go:193] Setting up event handlers for EgressQoS I0506 20:12:51.074469 3651 egressfirewall.go:723] Syncing node "ip-10-0-0-190.ec2.internal" for egress firewall I0506 20:12:51.074479 3651 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:51.074484 3651 egressfirewall.go:723] Syncing node "ip-10-0-2-211.ec2.internal" for egress firewall I0506 20:12:51.074562 3651 egressqos.go:245] Starting EgressQoS Controller I0506 20:12:51.074571 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 20:12:51.074577 3651 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 20:12:51.074581 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 20:12:51.074586 3651 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 20:12:51.074591 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 20:12:51.074595 3651 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 20:12:51.074599 3651 egressqos.go:259] Repairing EgressQoSes I0506 20:12:51.074604 3651 egressqos.go:399] Starting repairing loop for egressqos I0506 20:12:51.074667 3651 egressqos.go:401] Finished repairing loop for egressqos: 64.019µs I0506 20:12:51.074682 3651 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 20:12:51.074699 3651 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-211.ec2.internal I0506 20:12:51.074738 3651 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-211.ec2.internal : 40.103µs I0506 20:12:51.074825 3651 egressservice_zone.go:210] Starting Egress Services Controller I0506 20:12:51.074834 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:12:51.074841 3651 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:12:51.074846 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:12:51.074851 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:12:51.074856 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:12:51.074861 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:12:51.074867 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 20:12:51.074871 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 20:12:51.074874 3651 egressservice_zone.go:228] Repairing Egress Services I0506 20:12:51.075095 3651 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 20:12:51.075105 3651 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:12:51.075166 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-190.ec2.internal I0506 20:12:51.075180 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-190.ec2.internal: 16.204µs I0506 20:12:51.075188 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:51.075191 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 4.241µs I0506 20:12:51.075196 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:51.075208 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 12.396µs I0506 20:12:51.075258 3651 default_network_controller.go:585] Completing all the Watchers took 319.858473ms I0506 20:12:51.075277 3651 default_network_controller.go:589] Starting unidling controllers I0506 20:12:51.075307 3651 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 20:12:51.075315 3651 unidle.go:63] Populating Initial ContollerEvent events I0506 20:12:51.075328 3651 unidle.go:79] Setting up event handlers for services I0506 20:12:51.075540 3651 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:12:51.151062 3651 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:51.651900 3651 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:51.731669 3651 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:51.731704 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:51.731710 3651 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:51.731720 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 23.175µs I0506 20:12:52.151816 3651 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:52.651476 3651 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:52.881323 3651 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:12:53.152639 3651 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:53.172181 3651 bridgeconfig.go:537] Gateway is ready I0506 20:12:53.172197 3651 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 20:12:53.184957 3651 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.211. Updating OVN encap IP. I0506 20:12:53.190800 3651 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.211 - it is already configured I0506 20:12:53.190813 3651 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.211/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 20:12:53.193582 3651 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.211/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-211.ec2.internal","mac-address":"0e:49:be:91:e2:cf","ip-addresses":["10.0.2.211/24"],"ip-address":"10.0.2.211/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:04e7f943-bd54-4823-8fd9-f32e092610a0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.211/24"}] on node ip-10-0-2-211.ec2.internal I0506 20:12:53.210336 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:53.210424 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 129.61µs I0506 20:12:53.210366 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:53.210486 3651 master.go:548] Adding or Updating local node "ip-10-0-2-211.ec2.internal" for network "default" I0506 20:12:53.210503 3651 egressfirewall.go:723] Syncing node "ip-10-0-2-211.ec2.internal" for egress firewall I0506 20:12:53.210563 3651 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:53.210590 3651 services_controller.go:574] Full service sync requested for network=default W0506 20:12:53.211471 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:53.211742 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:53.211753 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:53.211945 3651 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.211 I0506 20:12:53.212070 3651 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-211.ec2.internal I0506 20:12:53.215893 3651 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-211.ec2.internal. Updating no re-route policies I0506 20:12:53.215970 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-bh5bd I0506 20:12:53.215977 3651 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l4fj4 I0506 20:12:53.215984 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-211.ec2.internal I0506 20:12:53.215991 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-bh5bd I0506 20:12:53.215992 3651 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l4fj4 I0506 20:12:53.215991 3651 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-211.ec2.internal I0506 20:12:53.216001 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-211.ec2.internal I0506 20:12:53.216005 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2552k I0506 20:12:53.216006 3651 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-211.ec2.internal I0506 20:12:53.216016 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2552k I0506 20:12:53.216018 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-bh5bd after 0 failed attempt(s) I0506 20:12:53.216026 3651 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l4fj4] creating logical port kube-system_global-pull-secret-syncer-l4fj4 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:53.216029 3651 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-211.ec2.internal after 0 failed attempt(s) I0506 20:12:53.216029 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b I0506 20:12:53.216037 3651 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:53.216036 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2552k after 0 failed attempt(s) I0506 20:12:53.216043 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9dgf7 I0506 20:12:53.216046 3651 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:53.216045 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:53.216046 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b I0506 20:12:53.216051 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9dgf7 I0506 20:12:53.216057 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qlsh5 I0506 20:12:53.216060 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:53.216056 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gsfpr I0506 20:12:53.216060 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4dsls I0506 20:12:53.216071 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gsfpr I0506 20:12:53.216066 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qlsh5 I0506 20:12:53.216063 3651 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x8hdf I0506 20:12:53.216081 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4dsls I0506 20:12:53.216085 3651 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-xdww2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-xdww2: suppressed error logged: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:53.216089 3651 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x8hdf I0506 20:12:53.216044 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmk44 I0506 20:12:53.216090 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7x8zg I0506 20:12:53.216096 3651 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5rrvl, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5rrvl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found I0506 20:12:53.216100 3651 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gsfpr] creating logical port openshift-multus_network-metrics-daemon-gsfpr for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:53.216101 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmk44 I0506 20:12:53.216107 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7x8zg I0506 20:12:53.216103 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4dsls after 0 failed attempt(s) I0506 20:12:53.216111 3651 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x8hdf after 0 failed attempt(s) I0506 20:12:53.216070 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9dgf7 after 0 failed attempt(s) I0506 20:12:53.216117 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmk44 after 0 failed attempt(s) I0506 20:12:53.216035 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nstlx I0506 20:12:53.216123 3651 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwx8b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:53.216130 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nstlx I0506 20:12:53.216132 3651 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7x8zg] creating logical port openshift-network-diagnostics_network-check-target-7x8zg for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:53.216140 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nstlx after 0 failed attempt(s) I0506 20:12:53.216090 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-qlsh5 after 0 failed attempt(s) I0506 20:12:53.216067 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4tcqw I0506 20:12:53.216152 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4tcqw I0506 20:12:53.216024 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-211.ec2.internal after 0 failed attempt(s) I0506 20:12:53.216167 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4tcqw after 0 failed attempt(s) I0506 20:12:53.216716 3651 pods.go:271] [kube-system/global-pull-secret-syncer-l4fj4] addLogicalPort took 697.127µs, libovsdb time 318.507µs I0506 20:12:53.216731 3651 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-l4fj4 after 0 failed attempt(s) I0506 20:12:53.216864 3651 pods.go:271] [openshift-multus/network-metrics-daemon-gsfpr] addLogicalPort took 770.456µs, libovsdb time 317.489µs I0506 20:12:53.216879 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-gsfpr after 0 failed attempt(s) I0506 20:12:53.216921 3651 pods.go:271] [openshift-network-diagnostics/network-check-target-7x8zg] addLogicalPort took 795.957µs, libovsdb time 352.986µs I0506 20:12:53.216944 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7x8zg after 0 failed attempt(s) I0506 20:12:53.232143 3651 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 20:12:53.244861 3651 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 20:12:53.248360 3651 iptables.go:108] Creating table: nat chain: OUTPUT I0506 20:12:53.288393 3651 iptables.go:108] Creating table: nat chain: PREROUTING I0506 20:12:53.342809 3651 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:12:53.360176 3651 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 20:12:53.360289 3651 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 20:12:53.360356 3651 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 20:12:53.360449 3651 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 20:12:53.360505 3651 gateway_init.go:325] Gateway and management port readiness took 2.713798082s I0506 20:12:53.360532 3651 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 20:12:53.360568 3651 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 20:12:53.360579 3651 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 20:12:53.360588 3651 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:12:53.360641 3651 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 20:12:53.360718 3651 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.884µs I0506 20:12:53.360964 3651 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 20:12:53.360992 3651 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.823µs I0506 20:12:53.361000 3651 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.616µs I0506 20:12:53.361006 3651 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 20:12:53.361015 3651 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 20:12:53.361021 3651 default_node_network_controller.go:899] Starting the default node network controller I0506 20:12:53.361025 3651 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 20:12:53.361101 3651 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.335µs I0506 20:12:53.361208 3651 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 20:12:53.361220 3651 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 20:12:53.361243 3651 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329c50 0xc0002b67e0 0xc0002b6850 0xc0002b68c0 0xc0002b6930 0xc0002b69a0 0xc0002b6a80 0xc000c9edc0 0xc0002b6af0 0xc0002b6b60 0xc000180000 0xc00627f8f0 0xc0002b6c40 map[0x2ff9080:0xc004078120 0x2ff95c0:0xc0036240c0 0x2ffa2e0:0xc004078060 0x2ffa580:0xc0040780c0 0x2ffad60:0xc004078300 0x2ffb000:0xc004078360 0x2ffb2a0:0xc0040783c0 0x2ffba80:0xc003624120 0x2ffbd20:0xc002785c80 0x3026980:0xc001211500 0x3026d20:0xc001211560 0x3027800:0xc000cf23c0 0x3029160:0xc001d16000 0x30298a0:0xc004078000 0x302a720:0xc000c1cd80] 0xc000a06930 0} I0506 20:12:53.361318 3651 gateway.go:151] Starting gateway service sync I0506 20:12:53.361729 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 20:12:53.364041 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 20:12:53.387492 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 20:12:53.388703 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 20:12:53.389840 3651 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 20:12:53.422653 3651 gateway.go:168] Gateway service sync done. Time taken: 61.322726ms I0506 20:12:53.423190 3651 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31578 I0506 20:12:53.423409 3651 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329c50 0xc0002b67e0 0xc0002b6850 0xc0002b68c0 0xc0002b6930 0xc0002b69a0 0xc0002b6a80 0xc000c9edc0 0xc0002b6af0 0xc0002b6b60 0xc000180000 0xc00627f8f0 0xc0002b6c40 map[0x2ff9080:0xc004078120 0x2ff95c0:0xc0036240c0 0x2ffa2e0:0xc004078060 0x2ffa580:0xc0040780c0 0x2ffad60:0xc004078300 0x2ffb000:0xc004078360 0x2ffb2a0:0xc0040783c0 0x2ffba80:0xc003624120 0x2ffbd20:0xc002785c80 0x3026980:0xc001211500 0x3026d20:0xc001211560 0x3027800:0xc000cf23c0 0x3029160:0xc001d16000 0x30298a0:0xc004078000 0x302a720:0xc000c1cd80] 0xc000a06930 0} I0506 20:12:53.423854 3651 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329c50 0xc0002b67e0 0xc0002b6850 0xc0002b68c0 0xc0002b6930 0xc0002b69a0 0xc0002b6a80 0xc000c9edc0 0xc0002b6af0 0xc0002b6b60 0xc000180000 0xc00627f8f0 0xc0002b6c40 map[0x2ff9080:0xc004078120 0x2ff95c0:0xc0036240c0 0x2ffa2e0:0xc004078060 0x2ffa580:0xc0040780c0 0x2ffad60:0xc004078300 0x2ffb000:0xc004078360 0x2ffb2a0:0xc0040783c0 0x2ffba80:0xc003624120 0x2ffbd20:0xc002785c80 0x3026980:0xc001211500 0x3026d20:0xc001211560 0x3027800:0xc000cf23c0 0x3029160:0xc001d16000 0x30298a0:0xc004078000 0x302a720:0xc000c1cd80] 0xc000a06930 0} I0506 20:12:53.423888 3651 gateway.go:532] Reconciling gateway with updates I0506 20:12:53.429621 3651 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 20:12:53.429700 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:53.429703 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:12:53.429716 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:53.429719 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:12:53.429724 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:53.429719 3651 default_node_network_controller.go:944] Gateway and management port readiness took 68.492396ms I0506 20:12:53.429736 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:53.429735 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:12:53.429749 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:12:53.429751 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:53.429758 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:12:53.429772 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:53.429768 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:53.429776 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:53.429788 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:53.429794 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:12:53.429797 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:53.429798 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:53.429804 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:53.429807 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:53.429794 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:53.429808 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:53.429815 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:53.429819 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:53.429820 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:53.429827 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:53.429789 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:53.429833 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:53.429834 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:53.429840 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:53.429774 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:53.429847 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:53.429851 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:53.429852 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:12:53.429811 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:53.429808 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:53.429857 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:53.429794 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:53.429854 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:53.429868 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:53.429871 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:53.429875 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:53.429872 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:12:53.429880 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:53.429726 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:12:53.429884 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:53.429892 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:53.429893 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:12:53.429900 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:12:53.429901 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:12:53.429828 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:53.429914 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:53.429918 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:53.429924 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:53.429936 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:12:53.429946 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:12:53.429881 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:53.429955 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:12:53.429841 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:12:53.429962 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:53.429963 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:12:53.429899 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:53.429724 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:53.429976 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:12:53.429848 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:12:53.429871 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:53.429985 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:53.429996 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:53.430002 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:12:53.430011 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:53.430012 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:12:53.429829 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:12:53.429843 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:53.430023 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:53.430023 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:12:53.429844 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:53.430026 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:12:53.429856 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:53.430038 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 30229 is already open, no action needed I0506 20:12:53.430043 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0506 20:12:53.430045 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:53.430053 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:53.430059 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:53.430069 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:12:53.430070 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:53.429821 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:53.430083 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:12:53.429857 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:53.430091 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:12:53.429855 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:12:53.429862 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:53.430105 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:53.429860 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:12:53.429883 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:12:53.429886 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:53.429881 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:53.430131 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:53.430132 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:53.430136 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:53.430142 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:53.429901 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:53.429902 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:53.430176 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:53.430186 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:53.430016 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:53.430206 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:53.430225 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:53.430028 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:53.430234 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:12:53.430236 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:12:53.430088 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:53.429857 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:53.430170 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:53.430342 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:53.429977 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:53.430035 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:53.430390 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:53.430514 3651 node_ip_handler_linux.go:160] Node IP manager is running W0506 20:12:53.466749 3651 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:12:53.466907 3651 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:12:53.467055 3651 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0506 20:12:53.475363 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:12:53.475376 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:12:53.475367 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:12:53.475387 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:12:53.475393 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:12:53.475399 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:12:53.475404 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:12:53.475409 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:12:53.475414 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:12:53.514734 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:12:53.514757 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:12:53.514767 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:12:53.514777 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:12:53.514786 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:12:53.514795 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:12:53.514803 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:12:53.514812 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:12:53.514819 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:12:53.853981 3651 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:55.154717 3651 default_node_network_controller.go:1380] Starting node controller node sync W0506 20:12:55.154778 3651 egressip_healthcheck.go:76] Health checking using insecure connection I0506 20:12:55.154836 3651 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0506 20:12:55.167124 3651 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.381755ms I0506 20:12:55.167260 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-190.ec2.internal", IP: 10.0.0.190 to PMTUD blocking rules I0506 20:12:55.167273 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-190.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:55.178421 3651 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 20:12:55.178678 3651 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 20:12:55.178796 3651 egressservice_node.go:183] Starting Egress Services Controller I0506 20:12:55.178816 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:12:55.178831 3651 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:12:55.178840 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:12:55.178849 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:12:55.178858 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:12:55.178866 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:12:55.178874 3651 egressservice_node.go:197] Repairing Egress Services I0506 20:12:55.190331 3651 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 20:12:55.190342 3651 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:12:55.190509 3651 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 20:12:55.190522 3651 link_network_manager.go:119] Link manager is running I0506 20:12:55.190539 3651 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 20:12:55.190697 3651 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 20:12:55.190871 3651 vrf_manager.go:128] VRF manager is running I0506 20:12:55.191131 3651 node_controller_manager.go:437] Removing flows to drop GARP I0506 20:12:55.191145 3651 gateway.go:532] Reconciling gateway with updates I0506 20:12:55.219335 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:55.219345 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:55.219359 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:55.219363 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:55.219374 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:55.219365 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:55.219382 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:55.219386 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:55.219389 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:55.219400 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:55.219398 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:12:55.219404 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:55.219413 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:55.219417 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:12:55.219414 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:55.219426 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:55.219427 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:55.219426 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:55.219434 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:55.219436 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:55.219350 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:55.219438 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:12:55.219378 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:55.219416 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:55.219449 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:55.219450 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:55.219460 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:55.219368 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:55.219362 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:55.219478 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:12:55.219481 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:12:55.219483 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:12:55.219486 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:55.219426 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:12:55.219494 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:55.219489 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:12:55.219500 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:12:55.219438 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:55.219506 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:55.219511 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:55.219517 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:55.219524 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:55.219530 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:55.219451 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:12:55.219524 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 30229 is already open, no action needed I0506 20:12:55.219573 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:55.219584 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:55.219484 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:55.219622 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:55.219632 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:55.219636 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:12:55.219574 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0506 20:12:55.219651 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:55.219656 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:55.219662 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:12:55.219670 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:12:55.219678 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:12:55.219388 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:55.219690 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:55.219698 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:12:55.219392 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:55.219723 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:55.219427 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:55.219736 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:55.219740 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:55.219756 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:55.219438 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:12:55.219439 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:55.219771 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:55.219439 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:55.219814 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:55.219823 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:55.219829 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:55.219442 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:12:55.219448 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:55.219865 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:55.219404 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:55.219874 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:55.219878 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:55.219882 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:55.219893 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:55.219451 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:55.219902 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:55.219920 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:55.219928 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:55.219464 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:55.219472 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:55.219956 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:55.219964 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:55.219485 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:55.219975 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:55.219560 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:55.219980 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:12:55.219986 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:55.219992 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:55.219997 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:55.220002 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:12:55.220009 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:55.220016 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:55.219645 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:55.220023 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:55.220028 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:12:55.220045 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:55.220055 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:55.220087 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:12:55.220098 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:12:55.220105 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:12:55.266633 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:12:55.266660 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:12:55.266669 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:12:55.266676 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:12:55.266694 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:12:55.266716 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:12:55.308252 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:12:55.327439 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:12:55.327456 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:12:55.327473 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:12:55.327480 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:12:55.327486 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:12:55.327492 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:12:55.327505 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:12:55.327514 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:12:55.327521 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:12:55.327526 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:12:55.327533 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:12:55.327538 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:12:55.327543 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:12:55.327548 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:12:55.327553 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:12:55.327560 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:12:55.327569 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:12:55.327578 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:12:55.327591 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:12:55.327603 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:12:56.575250 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:56.575283 3651 node_tracker.go:235] Node ip-10-0-1-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal" I0506 20:12:56.575320 3651 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.575333 3651 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "ip-10-0-1-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:56.575337 3651 services_controller.go:574] Full service sync requested for network=default W0506 20:12:56.575529 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:56.575604 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:56.575700 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:56.607633 3651 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "ip-10-0-1-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:56.734689 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:56.734752 3651 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.734764 3651 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.734690 3651 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "ip-10-0-1-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:12:56.735110 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:56.735144 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:56.735221 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:56.735879 3651 zone_ic_handler.go:195] Time taken to create transit switch: 325.544µs I0506 20:12:56.735897 3651 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-13.ec2.internal for the network default I0506 20:12:56.737065 3651 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-13.ec2.internal" on network "default" took: 1.528292ms I0506 20:12:56.993711 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:56.993738 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 35.446µs I0506 20:12:57.032780 3651 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d94c7b49b-qdkhr] creating logical port openshift-image-registry_image-registry-5d94c7b49b-qdkhr for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:57.032905 3651 kube.go:256] Updating pod openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:12:57.035796 3651 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f78cb6fb9-bmcv2] creating logical port openshift-ingress_router-default-5f78cb6fb9-bmcv2 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:57.035939 3651 kube.go:256] Updating pod openshift-ingress/router-default-5f78cb6fb9-bmcv2 I0506 20:12:57.069535 3651 pod.go:62] [openshift-ingress/router-default-5f78cb6fb9-bmcv2] pod update took 33.648875ms I0506 20:12:57.069558 3651 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f78cb6fb9-bmcv2] addLogicalPort annotation time took 33.67912ms I0506 20:12:57.069585 3651 pod.go:62] [openshift-image-registry/image-registry-5d94c7b49b-qdkhr] pod update took 36.708951ms I0506 20:12:57.069602 3651 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d94c7b49b-qdkhr] addLogicalPort annotation time took 36.730896ms I0506 20:12:57.070313 3651 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zmff4] creating logical port openshift-ingress-canary_ingress-canary-zmff4 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:57.070458 3651 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zmff4 I0506 20:12:57.070820 3651 pods.go:271] [openshift-ingress/router-default-5f78cb6fb9-bmcv2] addLogicalPort took 35.0432ms, libovsdb time 983.939µs I0506 20:12:57.071171 3651 pods.go:271] [openshift-image-registry/image-registry-5d94c7b49b-qdkhr] addLogicalPort took 38.41288ms, libovsdb time 1.286137ms I0506 20:12:57.073530 3651 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-z5rqp] creating logical port openshift-dns_dns-default-z5rqp for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:57.073608 3651 kube.go:256] Updating pod openshift-dns/dns-default-z5rqp I0506 20:12:57.095782 3651 pod.go:62] [openshift-ingress-canary/ingress-canary-zmff4] pod update took 25.342279ms I0506 20:12:57.095805 3651 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zmff4] addLogicalPort annotation time took 25.370898ms I0506 20:12:57.096960 3651 pods.go:271] [openshift-ingress-canary/ingress-canary-zmff4] addLogicalPort took 26.676838ms, libovsdb time 872.841µs I0506 20:12:57.100343 3651 pod.go:62] [openshift-dns/dns-default-z5rqp] pod update took 26.757223ms I0506 20:12:57.100365 3651 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-z5rqp] addLogicalPort annotation time took 26.783154ms I0506 20:12:57.101580 3651 pods.go:271] [openshift-dns/dns-default-z5rqp] addLogicalPort took 28.064193ms, libovsdb time 874.909µs I0506 20:12:57.223713 3651 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jgzwl] creating logical port openshift-insights_insights-runtime-extractor-jgzwl for pod on switch ip-10-0-2-211.ec2.internal I0506 20:12:57.223804 3651 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jgzwl I0506 20:12:57.241160 3651 pod.go:62] [openshift-insights/insights-runtime-extractor-jgzwl] pod update took 17.385813ms I0506 20:12:57.241187 3651 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jgzwl] addLogicalPort annotation time took 17.417085ms I0506 20:12:57.242323 3651 pods.go:271] [openshift-insights/insights-runtime-extractor-jgzwl] addLogicalPort took 18.633766ms, libovsdb time 834.179µs I0506 20:12:57.461105 3651 cni.go:452] [openshift-ingress-canary/ingress-canary-zmff4 c87d43cf9f707008fee4029aec71d0826c9df5db1e1bfe84f5267c6ad3104dd3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zmff4 c87d43cf9f707008fee4029aec71d0826c9df5db1e1bfe84f5267c6ad3104dd3 network default NAD default NAD key ] I0506 20:12:57.486932 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zmff4, hostIfaceName: c87d43cf9f70700, network: default, NAD default, SandboxID: "c87d43cf9f707008fee4029aec71d0826c9df5db1e1bfe84f5267c6ad3104dd3", PCI device ID: , UID: "879ce15a-aec2-4187-8343-ecdfa31b9979", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0506 20:12:57.537166 3651 cni.go:473] [openshift-ingress-canary/ingress-canary-zmff4 c87d43cf9f707008fee4029aec71d0826c9df5db1e1bfe84f5267c6ad3104dd3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zmff4 c87d43cf9f707008fee4029aec71d0826c9df5db1e1bfe84f5267c6ad3104dd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:06:f9:0a:48:7c\",\"name\":\"c87d43cf9f70700\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad21c083-14c4-478c-98d5-3062c2b91071\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:12:58.556914 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:58.558730 3651 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d8b799b95-6zztd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d8b799b95-6zztd: no pod IPs found I0506 20:12:58.868521 3651 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:58.868532 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:58.868551 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 26.337µs I0506 20:12:58.868590 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:58.868632 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 10.0.1.13 to PMTUD blocking rules I0506 20:12:58.868644 3651 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:58.868646 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:58.868657 3651 services_controller.go:574] Full service sync requested for network=default W0506 20:12:58.868754 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:58.868932 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:58.869105 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:12:58.875092 3651 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-13.ec2.internal. Updating no re-route policies I0506 20:12:58.887151 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 10.0.1.13 to PMTUD blocking rules I0506 20:12:58.887171 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:59.266525 3651 cni.go:452] [openshift-dns/dns-default-z5rqp 153d0917486e50c45384d0bf671cf27984f87c64c8db7742daf30a1bc8b8fbb0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-z5rqp 153d0917486e50c45384d0bf671cf27984f87c64c8db7742daf30a1bc8b8fbb0 network default NAD default NAD key ] I0506 20:12:59.266555 3651 cni.go:452] [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key ] I0506 20:12:59.280610 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-z5rqp, hostIfaceName: 153d0917486e50c, network: default, NAD default, SandboxID: "153d0917486e50c45384d0bf671cf27984f87c64c8db7742daf30a1bc8b8fbb0", PCI device ID: , UID: "d9877c97-9b51-4636-8df1-921e3ab93fad", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0506 20:12:59.280963 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d94c7b49b-qdkhr, hostIfaceName: ec17639f9cda652, network: default, NAD default, SandboxID: "ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4", PCI device ID: , UID: "2f7b1ce5-5bf6-4a82-8f0e-fca08116dc20", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0506 20:12:59.331218 3651 cni.go:473] [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7e:1a:c8:0c:01\",\"name\":\"ec17639f9cda652\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e14b3e0e-0210-4cd9-a1d3-6528adb270b0\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:12:59.336789 3651 cni.go:473] [openshift-dns/dns-default-z5rqp 153d0917486e50c45384d0bf671cf27984f87c64c8db7742daf30a1bc8b8fbb0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-z5rqp 153d0917486e50c45384d0bf671cf27984f87c64c8db7742daf30a1bc8b8fbb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:94:5e:d2:9b:2f\",\"name\":\"153d0917486e50c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/757868b1-63ba-4696-9af7-04f113e3a0f5\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:12:59.871926 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:59.872615 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:59.890443 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:59.890493 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:59.901939 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d94c7b49b-ldmkh I0506 20:12:59.901968 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d94c7b49b-ldmkh W0506 20:13:00.199549 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:00.847570 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:13:01.038857 3651 cni.go:452] [openshift-network-diagnostics/network-check-target-7x8zg 78548ef55923c4dba1d149b18a5cae9830b91ca151db2fbd9a8918e7d546688b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7x8zg 78548ef55923c4dba1d149b18a5cae9830b91ca151db2fbd9a8918e7d546688b network default NAD default NAD key ] I0506 20:13:01.044481 3651 cni.go:452] [kube-system/global-pull-secret-syncer-l4fj4 8da09fa805d2f13bca7b4cb3a75b46b28d00cf4be59fe4f9770cb0bffa9fe604 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-l4fj4 8da09fa805d2f13bca7b4cb3a75b46b28d00cf4be59fe4f9770cb0bffa9fe604 network default NAD default NAD key ] I0506 20:13:01.051323 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7x8zg, hostIfaceName: 78548ef55923c4d, network: default, NAD default, SandboxID: "78548ef55923c4dba1d149b18a5cae9830b91ca151db2fbd9a8918e7d546688b", PCI device ID: , UID: "9d7923be-4be7-4cba-84f4-66164b17ffae", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0506 20:13:01.056540 3651 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-l4fj4, hostIfaceName: 8da09fa805d2f13, network: default, NAD default, SandboxID: "8da09fa805d2f13bca7b4cb3a75b46b28d00cf4be59fe4f9770cb0bffa9fe604", PCI device ID: , UID: "cf2bbbd5-b5fb-4dfe-9a6b-195f960d4589", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0506 20:13:01.100560 3651 cni.go:473] [openshift-network-diagnostics/network-check-target-7x8zg 78548ef55923c4dba1d149b18a5cae9830b91ca151db2fbd9a8918e7d546688b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7x8zg 78548ef55923c4dba1d149b18a5cae9830b91ca151db2fbd9a8918e7d546688b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7c:69:89:56:60\",\"name\":\"78548ef55923c4d\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6c8af02-0bee-4977-9313-db9d1d2c5409\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:01.106563 3651 cni.go:473] [kube-system/global-pull-secret-syncer-l4fj4 8da09fa805d2f13bca7b4cb3a75b46b28d00cf4be59fe4f9770cb0bffa9fe604 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-l4fj4 8da09fa805d2f13bca7b4cb3a75b46b28d00cf4be59fe4f9770cb0bffa9fe604 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6b:7d:c0:be:36\",\"name\":\"8da09fa805d2f13\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cfda7a1-6252-4400-9f7a-c7c660bc7380\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:05.567150 3651 cni.go:452] [openshift-insights/insights-runtime-extractor-jgzwl 48e0672f6ef73f4aeefddeb993cfe1589b504b62dcf3c40f76cfeedab04dc0ec network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jgzwl 48e0672f6ef73f4aeefddeb993cfe1589b504b62dcf3c40f76cfeedab04dc0ec network default NAD default NAD key ] I0506 20:13:05.569276 3651 cni.go:452] [openshift-ingress/router-default-5f78cb6fb9-bmcv2 f9ec222ccd2a5e0ef045eba4e17bcbdc86ff6e876673a39ddcf57acb3ae22d2e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f78cb6fb9-bmcv2 f9ec222ccd2a5e0ef045eba4e17bcbdc86ff6e876673a39ddcf57acb3ae22d2e network default NAD default NAD key ] I0506 20:13:05.587031 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jgzwl, hostIfaceName: 48e0672f6ef73f4, network: default, NAD default, SandboxID: "48e0672f6ef73f4aeefddeb993cfe1589b504b62dcf3c40f76cfeedab04dc0ec", PCI device ID: , UID: "9076cca5-d567-4632-b0d3-034443cbb6da", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0506 20:13:05.592673 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f78cb6fb9-bmcv2, hostIfaceName: f9ec222ccd2a5e0, network: default, NAD default, SandboxID: "f9ec222ccd2a5e0ef045eba4e17bcbdc86ff6e876673a39ddcf57acb3ae22d2e", PCI device ID: , UID: "6c67a692-6629-406d-a216-c47c0f2f8d15", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0506 20:13:05.651130 3651 cni.go:473] [openshift-ingress/router-default-5f78cb6fb9-bmcv2 f9ec222ccd2a5e0ef045eba4e17bcbdc86ff6e876673a39ddcf57acb3ae22d2e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f78cb6fb9-bmcv2 f9ec222ccd2a5e0ef045eba4e17bcbdc86ff6e876673a39ddcf57acb3ae22d2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:0f:db:86:a7:a4\",\"name\":\"f9ec222ccd2a5e0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9098d1d-e274-48fd-accd-7ca350f7e46f\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:05.663498 3651 cni.go:473] [openshift-insights/insights-runtime-extractor-jgzwl 48e0672f6ef73f4aeefddeb993cfe1589b504b62dcf3c40f76cfeedab04dc0ec network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jgzwl 48e0672f6ef73f4aeefddeb993cfe1589b504b62dcf3c40f76cfeedab04dc0ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:7b:7e:a7:6b:62\",\"name\":\"48e0672f6ef73f4\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e81f85-a080-45e6-9627-78e205cd96be\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:13:17.814983 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:13:17.940269 3651 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:13:17.985429 3651 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-s8sqm] creating logical port openshift-console_downloads-5c54f4944f-s8sqm for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:17.985524 3651 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-s8sqm I0506 20:13:18.025146 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-6cs5v for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:18.025268 3651 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v I0506 20:13:18.033476 3651 pod.go:62] [openshift-console/downloads-5c54f4944f-s8sqm] pod update took 47.979721ms I0506 20:13:18.033500 3651 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-s8sqm] addLogicalPort annotation time took 48.011075ms I0506 20:13:18.034790 3651 pods.go:271] [openshift-console/downloads-5c54f4944f-s8sqm] addLogicalPort took 49.377813ms, libovsdb time 1.016284ms W0506 20:13:18.060778 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:18.070093 3651 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-749b6c97bc-hglxl IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-749b6c97bc-hglxl: no pod IPs found I0506 20:13:18.079894 3651 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v] pod update took 54.664265ms I0506 20:13:18.079920 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v] addLogicalPort annotation time took 54.695857ms I0506 20:13:18.080972 3651 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v] addLogicalPort took 55.847466ms, libovsdb time 789.381µs I0506 20:13:18.402128 3651 cni.go:452] [openshift-console/downloads-5c54f4944f-s8sqm 0ad2969aeefdba1e8b7378d07223040b0ed5a4943d78062445bd40c2f1236f6e network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-s8sqm 0ad2969aeefdba1e8b7378d07223040b0ed5a4943d78062445bd40c2f1236f6e network default NAD default NAD key ] I0506 20:13:18.411538 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-s8sqm, hostIfaceName: 0ad2969aeefdba1, network: default, NAD default, SandboxID: "0ad2969aeefdba1e8b7378d07223040b0ed5a4943d78062445bd40c2f1236f6e", PCI device ID: , UID: "25079b56-c7b2-411f-862b-fddc8b118c40", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0506 20:13:18.435040 3651 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v c1e577852aa8109057f87cdacd240e2a5986b3cf7b520435b38cd664287de7be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v c1e577852aa8109057f87cdacd240e2a5986b3cf7b520435b38cd664287de7be network default NAD default NAD key ] I0506 20:13:18.444415 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-6cs5v, hostIfaceName: c1e577852aa8109, network: default, NAD default, SandboxID: "c1e577852aa8109057f87cdacd240e2a5986b3cf7b520435b38cd664287de7be", PCI device ID: , UID: "20590f62-48f5-42b0-b0fa-f143c9e5b277", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0506 20:13:18.462366 3651 cni.go:473] [openshift-console/downloads-5c54f4944f-s8sqm 0ad2969aeefdba1e8b7378d07223040b0ed5a4943d78062445bd40c2f1236f6e network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-s8sqm 0ad2969aeefdba1e8b7378d07223040b0ed5a4943d78062445bd40c2f1236f6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c1:ea:d8:4f:cd\",\"name\":\"0ad2969aeefdba1\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/132152eb-98cb-4658-a5e8-1715dff17cea\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:18.492316 3651 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v c1e577852aa8109057f87cdacd240e2a5986b3cf7b520435b38cd664287de7be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6cs5v c1e577852aa8109057f87cdacd240e2a5986b3cf7b520435b38cd664287de7be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:cb:e2:89:82:8b\",\"name\":\"c1e577852aa8109\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/305e8332-5b47-43e0-9f09-184c1e78ce95\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:18.530805 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:13:18.530844 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 45.651µs I0506 20:13:19.072044 3651 base_network_controller_pods.go:487] [default/openshift-console/console-f7745b5b-p2msp] creating logical port openshift-console_console-f7745b5b-p2msp for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:19.072166 3651 kube.go:256] Updating pod openshift-console/console-f7745b5b-p2msp I0506 20:13:19.100114 3651 pod.go:62] [openshift-console/console-f7745b5b-p2msp] pod update took 27.973147ms I0506 20:13:19.100144 3651 base_network_controller_pods.go:951] [default/openshift-console/console-f7745b5b-p2msp] addLogicalPort annotation time took 28.007831ms I0506 20:13:19.101555 3651 pods.go:271] [openshift-console/console-f7745b5b-p2msp] addLogicalPort took 29.530912ms, libovsdb time 1.005086ms I0506 20:13:19.767895 3651 cni.go:452] [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key ] I0506 20:13:19.779925 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f7745b5b-p2msp, hostIfaceName: 4185b7fa1118a57, network: default, NAD default, SandboxID: "4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11", PCI device ID: , UID: "56b24156-b951-4e33-9e48-a0c723a66d35", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0506 20:13:19.831992 3651 cni.go:473] [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9f:7a:5a:86:3b\",\"name\":\"4185b7fa1118a57\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b41661cc-35cb-43e4-8289-ffcd431e91b9\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:13:19.903103 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:20.286597 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:13:20.319812 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:13:20.805232 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:13:20.805263 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:13:21.855780 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:21.855804 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:23.298859 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:23.923410 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:27.070906 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 20:13:29.411537 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-lxqdq for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:29.411649 3651 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq I0506 20:13:29.432660 3651 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq] pod update took 21.038313ms I0506 20:13:29.432698 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq] addLogicalPort annotation time took 21.083676ms I0506 20:13:29.434132 3651 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq] addLogicalPort took 22.614381ms, libovsdb time 1.006542ms W0506 20:13:30.343467 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:13:30.595873 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:30.595964 3651 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 20:13:30.625720 3651 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 29.790079ms I0506 20:13:30.625741 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 29.817245ms I0506 20:13:30.626913 3651 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 31.054481ms, libovsdb time 823.28µs W0506 20:13:32.984267 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.984290 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.984308 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:33.403320 3651 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq c4bb98e6bfce884ac4c8d85844854b8ef7d9617af7a6fae8b88c3acc7e8db985 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq c4bb98e6bfce884ac4c8d85844854b8ef7d9617af7a6fae8b88c3acc7e8db985 network default NAD default NAD key ] I0506 20:13:33.404011 3651 cni.go:452] [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key ] I0506 20:13:33.404577 3651 cni.go:452] [openshift-multus/network-metrics-daemon-gsfpr aefcffb6d92943de8c76d73e51891fc84285ef2d6b3c650c322752d1786beee5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-gsfpr aefcffb6d92943de8c76d73e51891fc84285ef2d6b3c650c322752d1786beee5 network default NAD default NAD key ] I0506 20:13:33.419227 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-lxqdq, hostIfaceName: c4bb98e6bfce884, network: default, NAD default, SandboxID: "c4bb98e6bfce884ac4c8d85844854b8ef7d9617af7a6fae8b88c3acc7e8db985", PCI device ID: , UID: "99d854de-4b46-4af1-8d74-e1a512ea655c", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0506 20:13:33.419968 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-gsfpr, hostIfaceName: aefcffb6d92943d, network: default, NAD default, SandboxID: "aefcffb6d92943de8c76d73e51891fc84285ef2d6b3c650c322752d1786beee5", PCI device ID: , UID: "55feaa59-420a-4d2f-88cd-5ca289dfdf97", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0506 20:13:33.421586 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0f870fa2076b391, network: default, NAD default, SandboxID: "0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f", PCI device ID: , UID: "78b026cb-edce-4334-bc7d-9231e86a39fe", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0506 20:13:33.471619 3651 cni.go:473] [openshift-multus/network-metrics-daemon-gsfpr aefcffb6d92943de8c76d73e51891fc84285ef2d6b3c650c322752d1786beee5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-gsfpr aefcffb6d92943de8c76d73e51891fc84285ef2d6b3c650c322752d1786beee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:3d:71:c2:9a:09\",\"name\":\"aefcffb6d92943d\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72aa865e-fe85-47f9-97e7-43e304e52ead\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:33.490842 3651 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq c4bb98e6bfce884ac4c8d85844854b8ef7d9617af7a6fae8b88c3acc7e8db985 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-lxqdq c4bb98e6bfce884ac4c8d85844854b8ef7d9617af7a6fae8b88c3acc7e8db985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:1f:fc:54:33:8e\",\"name\":\"c4bb98e6bfce884\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5edfb4fd-c5d3-4c67-80cd-2656e5ce3cb4\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:33.507103 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7fdccff9d4-vx89r] creating logical port openshift-monitoring_thanos-querier-7fdccff9d4-vx89r for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:33.507230 3651 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7fdccff9d4-vx89r I0506 20:13:33.509647 3651 cni.go:473] [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:38:99:21:d6:9b\",\"name\":\"0f870fa2076b391\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d6fb556-8daf-496c-9357-060581bb4784\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:33.532493 3651 pod.go:62] [openshift-monitoring/thanos-querier-7fdccff9d4-vx89r] pod update took 25.315135ms I0506 20:13:33.532522 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7fdccff9d4-vx89r] addLogicalPort annotation time took 25.351102ms I0506 20:13:33.533698 3651 pods.go:271] [openshift-monitoring/thanos-querier-7fdccff9d4-vx89r] addLogicalPort took 26.623713ms, libovsdb time 855.918µs I0506 20:13:33.882851 3651 cni.go:452] [openshift-monitoring/thanos-querier-7fdccff9d4-vx89r fe169f91887e76746e735019eb0ef6bec4123fe785b81a49b76e036aa6119ff9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7fdccff9d4-vx89r fe169f91887e76746e735019eb0ef6bec4123fe785b81a49b76e036aa6119ff9 network default NAD default NAD key ] I0506 20:13:33.895816 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7fdccff9d4-vx89r, hostIfaceName: fe169f91887e767, network: default, NAD default, SandboxID: "fe169f91887e76746e735019eb0ef6bec4123fe785b81a49b76e036aa6119ff9", PCI device ID: , UID: "c1cf3398-acd1-4260-a25e-c78da4fe3052", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0506 20:13:33.976183 3651 cni.go:473] [openshift-monitoring/thanos-querier-7fdccff9d4-vx89r fe169f91887e76746e735019eb0ef6bec4123fe785b81a49b76e036aa6119ff9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7fdccff9d4-vx89r fe169f91887e76746e735019eb0ef6bec4123fe785b81a49b76e036aa6119ff9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ca:65:53:e9:02\",\"name\":\"fe169f91887e767\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c196f6e-9ec5-4dce-b75c-36691c4b25b6\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:33.980926 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-x87c4 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:33.981101 3651 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4 I0506 20:13:34.009136 3651 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4] pod update took 28.069605ms I0506 20:13:34.009225 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4] addLogicalPort annotation time took 28.165345ms I0506 20:13:34.010960 3651 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4] addLogicalPort took 30.053343ms, libovsdb time 1.185466ms W0506 20:13:34.013822 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0506 20:13:34.363115 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59676dd4c9-kwfx7] creating logical port openshift-monitoring_metrics-server-59676dd4c9-kwfx7 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:34.363221 3651 kube.go:256] Updating pod openshift-monitoring/metrics-server-59676dd4c9-kwfx7 I0506 20:13:34.387482 3651 pod.go:62] [openshift-monitoring/metrics-server-59676dd4c9-kwfx7] pod update took 24.291375ms I0506 20:13:34.387512 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59676dd4c9-kwfx7] addLogicalPort annotation time took 24.324862ms I0506 20:13:34.388983 3651 pods.go:271] [openshift-monitoring/metrics-server-59676dd4c9-kwfx7] addLogicalPort took 25.890198ms, libovsdb time 1.048957ms W0506 20:13:34.403543 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 20:13:35.082226 3651 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-f7c467c5b-lldxh IP address from the namespace address-set, err: pod openshift-console/console-f7c467c5b-lldxh: no pod IPs found I0506 20:13:35.326791 3651 cni.go:452] [openshift-monitoring/metrics-server-59676dd4c9-kwfx7 753f0932de91b1428e6c481c9dc220042b9fe3df893a1638af9d1541ace7f5ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59676dd4c9-kwfx7 753f0932de91b1428e6c481c9dc220042b9fe3df893a1638af9d1541ace7f5ae network default NAD default NAD key ] I0506 20:13:35.327419 3651 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4 5b5b3ba1893413526d48c7396ecb4a0b7bc63a5da1b27de0b49376186dea2955 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4 5b5b3ba1893413526d48c7396ecb4a0b7bc63a5da1b27de0b49376186dea2955 network default NAD default NAD key ] I0506 20:13:35.341312 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-x87c4, hostIfaceName: 5b5b3ba18934135, network: default, NAD default, SandboxID: "5b5b3ba1893413526d48c7396ecb4a0b7bc63a5da1b27de0b49376186dea2955", PCI device ID: , UID: "09b5ae1d-3c25-4559-a3fd-9bc7d3dd8b23", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0506 20:13:35.341352 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59676dd4c9-kwfx7, hostIfaceName: 753f0932de91b14, network: default, NAD default, SandboxID: "753f0932de91b1428e6c481c9dc220042b9fe3df893a1638af9d1541ace7f5ae", PCI device ID: , UID: "9f664dfe-657f-48b6-a732-c8fbe28a7e94", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0506 20:13:35.405830 3651 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4 5b5b3ba1893413526d48c7396ecb4a0b7bc63a5da1b27de0b49376186dea2955 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x87c4 5b5b3ba1893413526d48c7396ecb4a0b7bc63a5da1b27de0b49376186dea2955 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:77:4f:78:c5:63\",\"name\":\"5b5b3ba18934135\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bd78320-704d-4d9a-a789-d282928451de\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:35.424218 3651 cni.go:473] [openshift-monitoring/metrics-server-59676dd4c9-kwfx7 753f0932de91b1428e6c481c9dc220042b9fe3df893a1638af9d1541ace7f5ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59676dd4c9-kwfx7 753f0932de91b1428e6c481c9dc220042b9fe3df893a1638af9d1541ace7f5ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:25:b3:21:68:ce\",\"name\":\"753f0932de91b14\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca17f7f6-3297-4a71-be4b-16e990ac0aa0\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:13:36.167884 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:36.168059 3651 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 20:13:36.197164 3651 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.158884ms I0506 20:13:36.197191 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.191336ms I0506 20:13:36.198541 3651 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.67565ms, libovsdb time 992.868µs W0506 20:13:36.375273 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:36.375320 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:36.375328 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:36.583504 3651 cni.go:452] [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key ] I0506 20:13:36.595043 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 42e5568a2b47db8, network: default, NAD default, SandboxID: "42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5", PCI device ID: , UID: "379d673b-6f13-43c1-99d4-9d55573efb36", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0506 20:13:36.651374 3651 cni.go:473] [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:a4:d0:82:c3:e1\",\"name\":\"42e5568a2b47db8\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4092012c-de6a-4f21-9464-a40377c6f7e0\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:13:37.003140 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:37.148399 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.148426 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.244984 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:13:37.391700 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.391788 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:38.019621 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019647 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019652 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019657 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407738 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407761 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407766 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407771 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.438918 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0506 20:13:43.220810 3651 cni.go:452] [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key ] I0506 20:13:43.291374 3651 cni.go:473] [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5d94c7b49b-qdkhr ec17639f9cda6528de61ca802cede2e7ca98ceb3de9d8afb308881673b5c0de4 network default NAD default NAD key default], result "{}", err I0506 20:13:43.346115 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:43.346169 3651 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:13:43.347427 3651 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5d94c7b49b-qdkhr, ips: 10.129.0.6 I0506 20:13:43.347457 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:43.357140 3651 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67d46f8557-md9d6] creating logical port openshift-image-registry_image-registry-67d46f8557-md9d6 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:13:43.357249 3651 kube.go:256] Updating pod openshift-image-registry/image-registry-67d46f8557-md9d6 I0506 20:13:43.375760 3651 pod.go:62] [openshift-image-registry/image-registry-67d46f8557-md9d6] pod update took 18.552515ms I0506 20:13:43.375781 3651 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67d46f8557-md9d6] addLogicalPort annotation time took 18.577259ms I0506 20:13:43.377029 3651 pods.go:271] [openshift-image-registry/image-registry-67d46f8557-md9d6] addLogicalPort took 19.904156ms, libovsdb time 850.252µs I0506 20:13:43.719064 3651 cni.go:452] [openshift-image-registry/image-registry-67d46f8557-md9d6 f6edabffb67c3a63e6156c28303b2da4a6cc694fa6f20f3255a56f56efd69d91 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67d46f8557-md9d6 f6edabffb67c3a63e6156c28303b2da4a6cc694fa6f20f3255a56f56efd69d91 network default NAD default NAD key ] I0506 20:13:43.725071 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:43.725164 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:43.728864 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67d46f8557-md9d6, hostIfaceName: f6edabffb67c3a6, network: default, NAD default, SandboxID: "f6edabffb67c3a63e6156c28303b2da4a6cc694fa6f20f3255a56f56efd69d91", PCI device ID: , UID: "476aa3de-8661-4862-a4ae-c8e75a213cf0", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0506 20:13:43.749257 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:13:43.749283 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:13:43.779384 3651 cni.go:473] [openshift-image-registry/image-registry-67d46f8557-md9d6 f6edabffb67c3a63e6156c28303b2da4a6cc694fa6f20f3255a56f56efd69d91 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67d46f8557-md9d6 f6edabffb67c3a63e6156c28303b2da4a6cc694fa6f20f3255a56f56efd69d91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:fe:62:98:9e:62\",\"name\":\"f6edabffb67c3a6\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85847ff2-db8b-436f-a249-25ca5caf9964\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:13:45.048166 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048186 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048192 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048197 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048212 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048216 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048220 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.048224 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:46.424948 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:46.424967 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:46.424972 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:46.424977 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 20:13:52.394806 3651 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-9rwwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:52.395394 3651 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-9rwwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:53.150383 3651 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-9rwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:53.150407 3651 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-9rwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:53.159075 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7745b5b-9rwwj I0506 20:13:53.159100 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7745b5b-9rwwj I0506 20:13:54.234130 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234636 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234664 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234674 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 20:13:54.234692 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234697 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 20:13:55.267230 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.267257 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.267280 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.267290 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.817951 3651 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:13:55.830087 3651 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0506 20:13:58.015022 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:58.015048 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:14:00.126160 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 20:14:01.033009 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.033035 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.033042 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.421982 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0506 20:14:02.312854 3651 obj_retry.go:498] Detected object openshift-console/console-f7c467c5b-gkpxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:02.313472 3651 obj_retry.go:498] Detected object openshift-console/console-f7c467c5b-gkpxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:03.149512 3651 obj_retry.go:492] Detected object openshift-console/console-f7c467c5b-gkpxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:03.149536 3651 obj_retry.go:492] Detected object openshift-console/console-f7c467c5b-gkpxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:03.160768 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7c467c5b-gkpxc I0506 20:14:03.160789 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7c467c5b-gkpxc W0506 20:14:05.143412 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 20:14:05.447201 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:14:06.309803 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.310331 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:07.149972 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.149996 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.170218 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-749b6c97bc-jsmc6 I0506 20:14:07.170252 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-749b6c97bc-jsmc6 W0506 20:14:15.190066 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0506 20:14:23.387003 3651 obj_retry.go:498] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:23.387614 3651 obj_retry.go:498] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:24.222101 3651 obj_retry.go:492] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.222130 3651 obj_retry.go:492] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.228892 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:24.228921 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:28.394999 3651 cni.go:452] [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key ] I0506 20:14:28.476403 3651 cni.go:473] [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f7745b5b-p2msp 4185b7fa1118a575b269e17c05efdb77ac837ad78f6914eef0dfd5d462514d11 network default NAD default NAD key default], result "{}", err I0506 20:14:28.549795 3651 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-p2msp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:28.549834 3651 pods.go:176] Deleting pod: openshift-console/console-f7745b5b-p2msp I0506 20:14:28.551138 3651 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f7745b5b-p2msp, ips: 10.129.0.13 I0506 20:14:28.551165 3651 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-p2msp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:28.923523 3651 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-p2msp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:28.923569 3651 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-p2msp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:28.931852 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7745b5b-p2msp I0506 20:14:28.931888 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7745b5b-p2msp W0506 20:14:36.698077 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:14:36.698097 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:14:51.573886 3651 cni.go:452] [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key ] I0506 20:14:51.657305 3651 cni.go:473] [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 0f870fa2076b3917a6adca6a4dbb9a2159045784cec812d664b4843f7129f42f network default NAD default NAD key default], result "{}", err I0506 20:14:51.724421 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:51.724465 3651 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0506 20:14:51.725950 3651 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0506 20:14:51.725985 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:52.017618 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:52.017644 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:52.027794 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 20:14:52.027830 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 20:14:52.075589 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:14:52.075765 3651 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 20:14:52.100259 3651 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.551496ms I0506 20:14:52.100285 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.584419ms I0506 20:14:52.101712 3651 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.138335ms, libovsdb time 999.801µs I0506 20:14:52.439404 3651 cni.go:452] [openshift-monitoring/alertmanager-main-1 9109cd68503b820f16c952010ccca37e44cfa9490267b4f5c6f99a61f0627057 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9109cd68503b820f16c952010ccca37e44cfa9490267b4f5c6f99a61f0627057 network default NAD default NAD key ] I0506 20:14:52.449557 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9109cd68503b820, network: default, NAD default, SandboxID: "9109cd68503b820f16c952010ccca37e44cfa9490267b4f5c6f99a61f0627057", PCI device ID: , UID: "6172f59f-01f4-4588-bbc1-821559a8f419", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0506 20:14:52.500724 3651 cni.go:473] [openshift-monitoring/alertmanager-main-1 9109cd68503b820f16c952010ccca37e44cfa9490267b4f5c6f99a61f0627057 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9109cd68503b820f16c952010ccca37e44cfa9490267b4f5c6f99a61f0627057 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ed:4e:58:ef:5a\",\"name\":\"9109cd68503b820\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97beb3f9-f149-4460-9bad-aba8331fd8c9\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:14:55.970378 3651 cni.go:452] [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key ] I0506 20:14:56.053509 3651 cni.go:473] [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 42e5568a2b47db8b34f8a2841fc4ff769c636f5b9980e0d201cd189a788c5cd5 network default NAD default NAD key default], result "{}", err I0506 20:14:56.123808 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.123845 3651 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0506 20:14:56.125218 3651 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0506 20:14:56.125256 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.749758 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.749785 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.761032 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 20:14:56.761058 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 20:14:56.802704 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:14:56.802843 3651 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 20:14:56.825598 3651 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.818854ms I0506 20:14:56.825622 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.850136ms I0506 20:14:56.826828 3651 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.14161ms, libovsdb time 893.285µs I0506 20:14:57.165934 3651 cni.go:452] [openshift-monitoring/prometheus-k8s-1 6fbce4afcae6ad86b00b3aa65f20b347d196126f544bd021d5f85ebbb4e9d80b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6fbce4afcae6ad86b00b3aa65f20b347d196126f544bd021d5f85ebbb4e9d80b network default NAD default NAD key ] I0506 20:14:57.175809 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6fbce4afcae6ad8, network: default, NAD default, SandboxID: "6fbce4afcae6ad86b00b3aa65f20b347d196126f544bd021d5f85ebbb4e9d80b", PCI device ID: , UID: "6dffbfae-e407-4828-8347-a1d61e95c1bc", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0506 20:14:57.228507 3651 cni.go:473] [openshift-monitoring/prometheus-k8s-1 6fbce4afcae6ad86b00b3aa65f20b347d196126f544bd021d5f85ebbb4e9d80b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6fbce4afcae6ad86b00b3aa65f20b347d196126f544bd021d5f85ebbb4e9d80b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6b:60:ab:d1:73\",\"name\":\"6fbce4afcae6ad8\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7c71009-7894-4559-a05c-0d305de2212b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:14:57.693479 3651 base_network_controller_pods.go:487] [default/openshift-console/console-8f7586fd8-s5r2c] creating logical port openshift-console_console-8f7586fd8-s5r2c for pod on switch ip-10-0-2-211.ec2.internal I0506 20:14:57.693602 3651 kube.go:256] Updating pod openshift-console/console-8f7586fd8-s5r2c I0506 20:14:57.713129 3651 pod.go:62] [openshift-console/console-8f7586fd8-s5r2c] pod update took 19.568105ms I0506 20:14:57.713161 3651 base_network_controller_pods.go:951] [default/openshift-console/console-8f7586fd8-s5r2c] addLogicalPort annotation time took 19.60719ms I0506 20:14:57.714332 3651 pods.go:271] [openshift-console/console-8f7586fd8-s5r2c] addLogicalPort took 20.868596ms, libovsdb time 825.978µs I0506 20:14:58.060555 3651 cni.go:452] [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key ] I0506 20:14:58.075530 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8f7586fd8-s5r2c, hostIfaceName: 0872ff3af1babff, network: default, NAD default, SandboxID: "0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6", PCI device ID: , UID: "27563c18-6903-41d0-afac-242f2246ea65", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0506 20:14:58.146332 3651 cni.go:473] [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:01:1c:f4:42:01\",\"name\":\"0872ff3af1babff\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/175fa331-481e-4d30-b891-885542e63389\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:15:08.816210 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:15:12.498627 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:15:12.498650 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:15:12.498656 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:15:13.806420 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:13.807093 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:14.454175 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:14.454201 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:14.463143 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 20:15:14.463178 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 20:15:23.021964 3651 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-7gj5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:23.022649 3651 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-7gj5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:23.471926 3651 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-7gj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:23.471966 3651 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-7gj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:23.480400 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65f9c497fb-7gj5d I0506 20:15:23.480428 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65f9c497fb-7gj5d I0506 20:15:34.159412 3651 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-8t62t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:34.159950 3651 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-8t62t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:34.539372 3651 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-8t62t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:34.539397 3651 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-8t62t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:34.548894 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65f9c497fb-8t62t I0506 20:15:34.548916 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65f9c497fb-8t62t I0506 20:15:53.723960 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:53.724611 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:54.623619 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:54.623643 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:15:58.068009 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:15:58.068030 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:15:59.386201 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:59.386782 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:59.653234 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.653268 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.663804 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 20:15:59.663838 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 20:17:16.442761 3651 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:17:32.415194 3651 cni.go:452] [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key ] I0506 20:17:32.496170 3651 cni.go:473] [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8f7586fd8-s5r2c 0872ff3af1babfff66e1e779147a148335e9c927fe9eb7c1c01da0593be7d3e6 network default NAD default NAD key default], result "{}", err I0506 20:17:32.552266 3651 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-s5r2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:32.552337 3651 pods.go:176] Deleting pod: openshift-console/console-8f7586fd8-s5r2c I0506 20:17:32.553682 3651 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8f7586fd8-s5r2c, ips: 10.129.0.23 I0506 20:17:32.553709 3651 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-s5r2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:32.559846 3651 base_network_controller_pods.go:487] [default/openshift-console/console-8445c94687-fq86l] creating logical port openshift-console_console-8445c94687-fq86l for pod on switch ip-10-0-2-211.ec2.internal I0506 20:17:32.559978 3651 kube.go:256] Updating pod openshift-console/console-8445c94687-fq86l I0506 20:17:32.574947 3651 pod.go:62] [openshift-console/console-8445c94687-fq86l] pod update took 14.995212ms I0506 20:17:32.574972 3651 base_network_controller_pods.go:951] [default/openshift-console/console-8445c94687-fq86l] addLogicalPort annotation time took 15.026251ms I0506 20:17:32.576226 3651 pods.go:271] [openshift-console/console-8445c94687-fq86l] addLogicalPort took 16.392565ms, libovsdb time 930.112µs I0506 20:17:32.919666 3651 cni.go:452] [openshift-console/console-8445c94687-fq86l 28c0da5452ced8c74fa8e57335006889f79bf0d2a5af2ad5bbd535d6194e25bb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8445c94687-fq86l 28c0da5452ced8c74fa8e57335006889f79bf0d2a5af2ad5bbd535d6194e25bb network default NAD default NAD key ] I0506 20:17:32.929463 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8445c94687-fq86l, hostIfaceName: 28c0da5452ced8c, network: default, NAD default, SandboxID: "28c0da5452ced8c74fa8e57335006889f79bf0d2a5af2ad5bbd535d6194e25bb", PCI device ID: , UID: "ef779c7e-79c2-4821-8d8e-90d63be628ba", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0506 20:17:32.982582 3651 cni.go:473] [openshift-console/console-8445c94687-fq86l 28c0da5452ced8c74fa8e57335006889f79bf0d2a5af2ad5bbd535d6194e25bb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8445c94687-fq86l 28c0da5452ced8c74fa8e57335006889f79bf0d2a5af2ad5bbd535d6194e25bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:24:a5:9a:23:b1\",\"name\":\"28c0da5452ced8c\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6cc16ea-89de-494b-bb95-12ab9ba5a674\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:17:33.378341 3651 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-s5r2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:33.378373 3651 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-s5r2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:33.388356 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8f7586fd8-s5r2c I0506 20:17:33.388394 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8f7586fd8-s5r2c I0506 20:17:43.333121 3651 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:43.333681 3651 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:17:43.434085 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:17:44.045824 3651 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:44.045857 3651 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:44.055262 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8f7586fd8-x9lw7 I0506 20:17:44.055288 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8f7586fd8-x9lw7 I0506 20:18:13.197171 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:18:20.074082 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 20:18:20.180805 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 20:18:32.198588 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 20:18:37.160411 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 20:19:00.353387 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:19:11.409129 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 20:19:11.409200 3651 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rvvf IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rvvf: no pod IPs found I0506 20:19:44.075617 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0506 20:19:45.071013 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0506 20:19:45.071943 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0506 20:20:03.735645 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.736273 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:04.633422 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:04.633449 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:05.083663 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=564 I0506 20:20:09.075994 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0506 20:20:25.160587 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 20:21:20.175231 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 20:21:29.924454 3651 namespace.go:98] [tsf] adding namespace I0506 20:21:29.925332 3651 namespace.go:102] [tsf] adding namespace took 852.913µs I0506 20:21:29.947832 3651 namespace.go:142] [tsf] updating namespace I0506 20:21:29.957943 3651 namespace.go:142] [tsf] updating namespace I0506 20:21:34.121794 3651 namespace.go:98] [rhtpa-operator] adding namespace I0506 20:21:34.122806 3651 namespace.go:102] [rhtpa-operator] adding namespace took 985.523µs I0506 20:21:34.132221 3651 namespace.go:98] [tsf-tas] adding namespace I0506 20:21:34.132918 3651 namespace.go:102] [tsf-tas] adding namespace took 680.39µs I0506 20:21:34.137870 3651 namespace.go:98] [tsf-tpa] adding namespace I0506 20:21:34.138551 3651 namespace.go:102] [tsf-tpa] adding namespace took 668.573µs I0506 20:21:34.142759 3651 namespace.go:98] [konflux-operator] adding namespace I0506 20:21:34.143476 3651 namespace.go:102] [konflux-operator] adding namespace took 701.951µs I0506 20:21:34.143507 3651 namespace.go:98] [cert-manager-operator] adding namespace I0506 20:21:34.143524 3651 namespace.go:98] [rhbk-operator] adding namespace I0506 20:21:34.143573 3651 namespace.go:98] [konflux-ui] adding namespace I0506 20:21:34.144097 3651 namespace.go:102] [cert-manager-operator] adding namespace took 582.433µs I0506 20:21:34.144649 3651 namespace.go:102] [rhbk-operator] adding namespace took 1.113259ms I0506 20:21:34.144674 3651 namespace.go:98] [tsf-keycloak] adding namespace I0506 20:21:34.145365 3651 namespace.go:102] [tsf-keycloak] adding namespace took 681.469µs I0506 20:21:34.145866 3651 namespace.go:102] [konflux-ui] adding namespace took 2.277128ms I0506 20:21:34.161835 3651 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.178139 3651 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.188034 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 20:21:34.192267 3651 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:34.197527 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.197641 3651 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.197658 3651 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.205359 3651 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.211134 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.217037 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.217110 3651 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.255269 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.275434 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.276735 3651 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.312103 3651 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.312207 3651 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.312269 3651 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.324573 3651 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.341080 3651 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.364762 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.367817 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.386844 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.397186 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.409470 3651 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:34.425881 3651 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:35.356059 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:35.377194 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:35.553132 3651 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-211.ec2.internal I0506 20:21:35.553313 3651 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0506 20:21:35.583637 3651 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.382795ms I0506 20:21:35.583659 3651 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.408111ms I0506 20:21:35.584928 3651 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.816308ms, libovsdb time 917.418µs I0506 20:21:35.936196 3651 cni.go:452] [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key ] I0506 20:21:35.945616 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 358e602c8120d3a, network: default, NAD default, SandboxID: "358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113", PCI device ID: , UID: "dd580903-dd8a-4e6a-a19c-d2e8a6cbe03b", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0506 20:21:35.993044 3651 cni.go:473] [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:78:5c:af:f1:f2\",\"name\":\"358e602c8120d3a\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53e2a690-d449-428d-9b08-1720448adf84\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:21:41.142558 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.143096 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.143122 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.143130 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:41.143146 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.143152 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:42.152340 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153267 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153326 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153337 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:42.153357 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153366 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:42.182706 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.182728 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.182747 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.182762 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.183121 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.183145 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.183159 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.183170 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:44.177100 3651 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177664 3651 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177692 3651 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177700 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:44.177714 3651 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177718 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:44.207679 3651 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208227 3651 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208261 3651 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208272 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:44.208289 3651 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208320 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:45.165361 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 20:21:45.210159 3651 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.210180 3651 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.210191 3651 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.210202 3651 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247930 3651 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247951 3651 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247964 3651 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247974 3651 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:47.203763 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204382 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204408 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204416 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:47.204430 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204437 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:47.244372 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244923 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244961 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244971 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:47.244986 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244992 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:48.235394 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.235427 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.235443 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.235464 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276471 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276500 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276518 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276533 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:21:52.104807 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 20:21:59.507654 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 20:21:59.529992 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:22:01.021409 3651 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:01.042809 3651 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:03.568128 3651 namespace.go:98] [cert-manager] adding namespace I0506 20:22:03.568811 3651 namespace.go:102] [cert-manager] adding namespace took 665.485µs I0506 20:22:03.653540 3651 namespace.go:142] [cert-manager] updating namespace I0506 20:22:03.702158 3651 namespace.go:142] [cert-manager] updating namespace W0506 20:22:08.202889 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:22:08.202911 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:22:08.789418 3651 namespace.go:142] [openshift-operators] updating namespace W0506 20:22:18.218981 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:22:19.364149 3651 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 20:22:19.365112 3651 namespace.go:102] [trusted-artifact-signer] adding namespace took 868.527µs I0506 20:22:19.408993 3651 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 20:22:19.445911 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:22:19.465886 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:25.173677 3651 namespace.go:98] [openshift-pipelines] adding namespace I0506 20:22:25.174567 3651 namespace.go:102] [openshift-pipelines] adding namespace took 868.742µs I0506 20:22:25.192887 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0506 20:22:25.228022 3651 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:25.987585 3651 namespace.go:142] [cert-manager] updating namespace I0506 20:22:26.170287 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 20:22:26.194474 3651 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:26.589628 3651 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:26.789654 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:27.067466 3651 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:27.531535 3651 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:27.761930 3651 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:27.969445 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:28.194817 3651 namespace.go:142] [tsf] updating namespace I0506 20:22:28.383247 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:28.581354 3651 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:28.783662 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:28.935523 3651 namespace.go:142] [cert-manager] updating namespace I0506 20:22:28.947044 3651 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:28.960981 3651 namespace.go:142] [default] updating namespace I0506 20:22:28.972583 3651 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:28.983980 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:28.994371 3651 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:29.006545 3651 namespace.go:142] [openshift] updating namespace I0506 20:22:29.022023 3651 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:29.033946 3651 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:29.046132 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:29.056079 3651 namespace.go:142] [tsf] updating namespace I0506 20:22:29.068888 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:29.080512 3651 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:29.093486 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:29.180230 3651 namespace.go:142] [cert-manager] updating namespace I0506 20:22:29.265042 3651 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:29.365595 3651 namespace.go:142] [default] updating namespace I0506 20:22:29.463039 3651 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:29.563946 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:29.662660 3651 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:29.773919 3651 namespace.go:142] [openshift] updating namespace I0506 20:22:29.870226 3651 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:29.976909 3651 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:30.074431 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:30.185489 3651 namespace.go:142] [tsf] updating namespace I0506 20:22:30.308699 3651 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:30.386283 3651 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:30.499029 3651 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:31.205064 3651 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:34.580878 3651 namespace.go:142] [openshift-pipelines] updating namespace W0506 20:22:43.388396 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:43.388415 3651 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:43.388432 3651 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:45.342200 3651 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.342221 3651 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.342226 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.445857 3651 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445879 3651 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445885 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445889 3651 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 20:22:51.697369 3651 cni.go:452] [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key ] I0506 20:22:51.778722 3651 cni.go:473] [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 358e602c8120d3a8728861dc4871994de2fba541f5133d20ada853c799500113 network default NAD default NAD key default], result "{}", err I0506 20:22:51.836806 3651 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:51.836839 3651 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0506 20:22:51.837976 3651 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.25 I0506 20:22:51.838010 3651 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:51.861911 3651 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:51.861932 3651 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:51.872182 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 20:22:51.872203 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 20:22:53.307727 3651 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-211.ec2.internal I0506 20:22:53.307827 3651 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0506 20:22:53.325082 3651 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.286887ms I0506 20:22:53.325111 3651 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.318676ms I0506 20:22:53.326497 3651 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.785635ms, libovsdb time 924.067µs I0506 20:22:53.689402 3651 cni.go:452] [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key ] I0506 20:22:53.710983 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 47da0cb4f78c075, network: default, NAD default, SandboxID: "47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba", PCI device ID: , UID: "fc600424-276f-4a96-8322-6dcd31743594", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0506 20:22:53.762796 3651 cni.go:473] [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:20:74:e0:ab:be\",\"name\":\"47da0cb4f78c075\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd07523b-a6de-49b7-8900-00bd21b902d2\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:22:56.206540 3651 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-vz7q2 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:22:56.206698 3651 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2 I0506 20:22:56.208366 3651 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-wvc4t for pod on switch ip-10-0-2-211.ec2.internal I0506 20:22:56.208479 3651 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t I0506 20:22:56.222547 3651 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2] pod update took 15.886257ms I0506 20:22:56.222573 3651 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2] addLogicalPort annotation time took 15.915897ms I0506 20:22:56.224048 3651 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2] addLogicalPort took 17.5335ms, libovsdb time 1.083229ms I0506 20:22:56.224508 3651 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t] pod update took 16.052731ms I0506 20:22:56.224532 3651 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t] addLogicalPort annotation time took 16.081199ms I0506 20:22:56.225664 3651 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t] addLogicalPort took 17.315111ms, libovsdb time 823.096µs I0506 20:23:02.081124 3651 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2 6c436e23a899858acffd896035bb91e03a2c49d57162dc295121aca133155244 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2 6c436e23a899858acffd896035bb91e03a2c49d57162dc295121aca133155244 network default NAD default NAD key ] I0506 20:23:02.081405 3651 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t c620191301a1607d11b4ce023b449c5f8489a54262de346edd1551bdc85bb22a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t c620191301a1607d11b4ce023b449c5f8489a54262de346edd1551bdc85bb22a network default NAD default NAD key ] I0506 20:23:02.092190 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-vz7q2, hostIfaceName: 6c436e23a899858, network: default, NAD default, SandboxID: "6c436e23a899858acffd896035bb91e03a2c49d57162dc295121aca133155244", PCI device ID: , UID: "b1dd027a-de11-4e49-8f12-91d48cce03d9", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0506 20:23:02.092393 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-wvc4t, hostIfaceName: c620191301a1607, network: default, NAD default, SandboxID: "c620191301a1607d11b4ce023b449c5f8489a54262de346edd1551bdc85bb22a", PCI device ID: , UID: "adb16527-6271-435b-aaef-bb3e7d1d5ea3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0506 20:23:02.145494 3651 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2 6c436e23a899858acffd896035bb91e03a2c49d57162dc295121aca133155244 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-vz7q2 6c436e23a899858acffd896035bb91e03a2c49d57162dc295121aca133155244 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:06:97:3f:4b:f4\",\"name\":\"6c436e23a899858\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ff677cb-6801-4f2c-aef3-f33e97202de7\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:23:02.162436 3651 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t c620191301a1607d11b4ce023b449c5f8489a54262de346edd1551bdc85bb22a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-wvc4t c620191301a1607d11b4ce023b449c5f8489a54262de346edd1551bdc85bb22a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4b:0f:08:ed:7b\",\"name\":\"c620191301a1607\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d3167ab-a630-4421-981d-cf1e4a1aebfa\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:23:02.753000 3651 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 20:23:02.807578 3651 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 20:23:07.444897 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 20:23:20.506098 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-8kcs4 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:23:20.506220 3651 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4 I0506 20:23:20.527404 3651 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4] pod update took 21.204447ms I0506 20:23:20.527425 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4] addLogicalPort annotation time took 21.232099ms I0506 20:23:20.528681 3651 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4] addLogicalPort took 22.597612ms, libovsdb time 939.963µs I0506 20:23:20.884789 3651 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4 4a1229fc97fc2f8aea25fae6e670eecfa0bb6241a145fe67b6c5b48f0288dd79 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4 4a1229fc97fc2f8aea25fae6e670eecfa0bb6241a145fe67b6c5b48f0288dd79 network default NAD default NAD key ] I0506 20:23:20.893878 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-8kcs4, hostIfaceName: 4a1229fc97fc2f8, network: default, NAD default, SandboxID: "4a1229fc97fc2f8aea25fae6e670eecfa0bb6241a145fe67b6c5b48f0288dd79", PCI device ID: , UID: "c5c43b5d-e87f-4278-96f4-089cdcb9367e", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0506 20:23:20.943326 3651 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4 4a1229fc97fc2f8aea25fae6e670eecfa0bb6241a145fe67b6c5b48f0288dd79 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-8kcs4 4a1229fc97fc2f8aea25fae6e670eecfa0bb6241a145fe67b6c5b48f0288dd79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f5:d3:fc:49:bd\",\"name\":\"4a1229fc97fc2f8\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51b4148c-674a-4550-8d80-5a91cfb4b946\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:23:23.774415 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 20:23:23.797363 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 20:23:25.050518 3651 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:23:25.869799 3651 cni.go:452] [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key ] I0506 20:23:25.951472 3651 cni.go:473] [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 47da0cb4f78c075821b67a54f78eb64fc974fe91a09996f317502e0d6848e6ba network default NAD default NAD key default], result "{}", err I0506 20:23:26.002929 3651 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:26.002963 3651 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0506 20:23:26.004115 3651 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.26 I0506 20:23:26.004142 3651 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:26.026743 3651 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:26.026765 3651 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:26.038647 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 20:23:26.038668 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 20:23:27.222560 3651 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-211.ec2.internal I0506 20:23:27.222649 3651 kube.go:256] Updating pod tsf/test-tsf-iam I0506 20:23:27.238550 3651 pod.go:62] [tsf/test-tsf-iam] pod update took 15.924602ms I0506 20:23:27.238573 3651 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.952923ms I0506 20:23:27.239860 3651 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.317404ms, libovsdb time 929.097µs I0506 20:23:27.583149 3651 cni.go:452] [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key ] I0506 20:23:27.594024 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 1b0abb9180ab6e3, network: default, NAD default, SandboxID: "1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579", PCI device ID: , UID: "97d85dda-ec67-4cf3-b057-0661f7ea68d7", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0506 20:23:27.642742 3651 cni.go:473] [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:72:9e:ec:ff:87\",\"name\":\"1b0abb9180ab6e3\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14fb9d54-d7b5-410c-8500-945655a32d81\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:23:28.135371 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:23:28.135504 3651 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0506 20:23:28.149703 3651 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.220481ms I0506 20:23:28.149725 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.247465ms I0506 20:23:28.150864 3651 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.522483ms, libovsdb time 791.711µs I0506 20:23:28.169707 3651 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 20:23:28.170238 3651 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 20:23:28.170258 3651 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 20:23:28.172243 3651 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 20:23:31.196876 3651 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 3f84e48687c31823e521c14495ff55ccf2ded07c9317c1f41e331c69d779ab95 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 3f84e48687c31823e521c14495ff55ccf2ded07c9317c1f41e331c69d779ab95 network default NAD default NAD key ] I0506 20:23:31.207491 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 3f84e48687c3182, network: default, NAD default, SandboxID: "3f84e48687c31823e521c14495ff55ccf2ded07c9317c1f41e331c69d779ab95", PCI device ID: , UID: "964f8849-5a66-4952-91bf-15ac35f74430", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0506 20:23:31.255955 3651 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 3f84e48687c31823e521c14495ff55ccf2ded07c9317c1f41e331c69d779ab95 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 3f84e48687c31823e521c14495ff55ccf2ded07c9317c1f41e331c69d779ab95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:72:da:19:97:26\",\"name\":\"3f84e48687c3182\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d5d7f98-21f2-47e2-bbd9-a215ecc33a6d\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:23:36.975153 3651 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:23:38.447694 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-jzp6j for pod on switch ip-10-0-2-211.ec2.internal I0506 20:23:38.447815 3651 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j I0506 20:23:38.466362 3651 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j] pod update took 18.56257ms I0506 20:23:38.466382 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j] addLogicalPort annotation time took 18.589181ms I0506 20:23:38.467559 3651 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j] addLogicalPort took 19.878287ms, libovsdb time 844.044µs I0506 20:23:38.806422 3651 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j 16290f180732ccee90dba0e6cd27ef6294f3e892e2d416f4d3237329bf4047ac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j 16290f180732ccee90dba0e6cd27ef6294f3e892e2d416f4d3237329bf4047ac network default NAD default NAD key ] I0506 20:23:38.816122 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-jzp6j, hostIfaceName: 16290f180732cce, network: default, NAD default, SandboxID: "16290f180732ccee90dba0e6cd27ef6294f3e892e2d416f4d3237329bf4047ac", PCI device ID: , UID: "36aa26ba-166c-4d84-97b2-560e6b634628", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0506 20:23:38.864876 3651 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j 16290f180732ccee90dba0e6cd27ef6294f3e892e2d416f4d3237329bf4047ac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jzp6j 16290f180732ccee90dba0e6cd27ef6294f3e892e2d416f4d3237329bf4047ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b3:b6:90:6f:8f\",\"name\":\"16290f180732cce\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa23415b-9bfa-4331-9808-c388811daf32\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:23:39.600671 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:39.600692 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:39.601805 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:39.601818 3651 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:45.771636 3651 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:45.771655 3651 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:45.771660 3651 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 20:23:52.200019 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:24:04.767706 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-5dsvq] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-5dsvq for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:04.767819 3651 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-5dsvq I0506 20:24:04.783685 3651 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-5dsvq] pod update took 15.889891ms I0506 20:24:04.783709 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-5dsvq] addLogicalPort annotation time took 15.914821ms I0506 20:24:04.784847 3651 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-5dsvq] addLogicalPort took 17.162387ms, libovsdb time 777.742µs I0506 20:24:05.168314 3651 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-5dsvq 70054fd2267c4f711d8ae8bb09ecf039becaad02327489945b366da175c8ccba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5dsvq 70054fd2267c4f711d8ae8bb09ecf039becaad02327489945b366da175c8ccba network default NAD default NAD key ] I0506 20:24:05.178013 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-5dsvq, hostIfaceName: 70054fd2267c4f7, network: default, NAD default, SandboxID: "70054fd2267c4f711d8ae8bb09ecf039becaad02327489945b366da175c8ccba", PCI device ID: , UID: "6dea1816-16e6-4c76-a5fd-a594142d6f50", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0506 20:24:05.227689 3651 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-5dsvq 70054fd2267c4f711d8ae8bb09ecf039becaad02327489945b366da175c8ccba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5dsvq 70054fd2267c4f711d8ae8bb09ecf039becaad02327489945b366da175c8ccba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:7f:ec:34:14:05\",\"name\":\"70054fd2267c4f7\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26018e06-0d21-411a-bdba-7af2086bd6c4\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:24:08.320138 3651 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.320813 3651 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.320851 3651 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.addressSetPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.321315 3651 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.321337 3651 base_network_controller_policy.go:642] Processing NetworkPolicy tsf-keycloak/keycloak-network-policy to delete 1 local pods... I0506 20:24:08.754853 3651 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754884 3651 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754903 3651 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.addressSetPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754919 3651 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.762589 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.localPodSelector tsf-keycloak/keycloak-0 I0506 20:24:08.762621 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.addressSetPodSelector tsf-keycloak/keycloak-0 I0506 20:24:08.762630 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0506 20:24:08.762648 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0506 20:24:10.799000 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:10.799052 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:10.799849 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:10.799874 3651 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 20:24:16.938283 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-grvsq for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:16.938387 3651 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq I0506 20:24:16.953864 3651 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq] pod update took 15.500057ms I0506 20:24:16.953890 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq] addLogicalPort annotation time took 15.529159ms I0506 20:24:16.955218 3651 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq] addLogicalPort took 16.948831ms, libovsdb time 855.731µs I0506 20:24:17.300160 3651 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq 55f11f82c9bb4afc305437a5fdb3561fb780be00aa72f70cd94afc04b1467ba6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq 55f11f82c9bb4afc305437a5fdb3561fb780be00aa72f70cd94afc04b1467ba6 network default NAD default NAD key ] I0506 20:24:17.312005 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-grvsq, hostIfaceName: 55f11f82c9bb4af, network: default, NAD default, SandboxID: "55f11f82c9bb4afc305437a5fdb3561fb780be00aa72f70cd94afc04b1467ba6", PCI device ID: , UID: "c029c520-58e5-40c8-b144-a3bb1fac1c36", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0506 20:24:17.364604 3651 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq 55f11f82c9bb4afc305437a5fdb3561fb780be00aa72f70cd94afc04b1467ba6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-grvsq 55f11f82c9bb4afc305437a5fdb3561fb780be00aa72f70cd94afc04b1467ba6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:84:d8:0c:5e:5d\",\"name\":\"55f11f82c9bb4af\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7c5f574-55cc-4cb2-8204-96e89a696ada\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:24:20.156736 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 20:24:31.070777 3651 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fgx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:31.071317 3651 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fgx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:24:31.164665 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 20:24:31.960121 3651 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fgx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:31.960142 3651 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fgx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:32.762145 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-fw9zc for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:32.762263 3651 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc I0506 20:24:32.782484 3651 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc] pod update took 20.24057ms I0506 20:24:32.782506 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc] addLogicalPort annotation time took 20.268111ms I0506 20:24:32.783831 3651 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc] addLogicalPort took 21.70296ms, libovsdb time 952.907µs I0506 20:24:33.120903 3651 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc 4b93a0edfe6514a3747aaf314339224338f5d226a433fec3a6862c1a467daac9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc 4b93a0edfe6514a3747aaf314339224338f5d226a433fec3a6862c1a467daac9 network default NAD default NAD key ] I0506 20:24:33.130397 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-fw9zc, hostIfaceName: 4b93a0edfe6514a, network: default, NAD default, SandboxID: "4b93a0edfe6514a3747aaf314339224338f5d226a433fec3a6862c1a467daac9", PCI device ID: , UID: "68da6b35-fbc1-453b-9907-375820c56824", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0506 20:24:33.181422 3651 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc 4b93a0edfe6514a3747aaf314339224338f5d226a433fec3a6862c1a467daac9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fw9zc 4b93a0edfe6514a3747aaf314339224338f5d226a433fec3a6862c1a467daac9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5a:10:29:df:95\",\"name\":\"4b93a0edfe6514a\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64cfa060-35e0-4c05-a37c-bb6b514ef6b1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:24:51.301636 3651 cni.go:452] [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key ] I0506 20:24:51.381532 3651 cni.go:473] [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 1b0abb9180ab6e37705b144885ec2f40683c71e8f5efd3192968c7afc1c88579 network default NAD default NAD key default], result "{}", err I0506 20:24:51.436365 3651 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:51.436402 3651 pods.go:176] Deleting pod: tsf/test-tsf-iam I0506 20:24:51.437578 3651 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.30 I0506 20:24:51.437604 3651 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:51.485156 3651 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.485180 3651 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.496550 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 20:24:51.496570 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 20:24:52.366281 3651 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:52.366386 3651 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0506 20:24:52.385116 3651 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.749605ms I0506 20:24:52.385143 3651 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.780837ms I0506 20:24:52.386536 3651 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.270238ms, libovsdb time 893.428µs I0506 20:24:52.726017 3651 cni.go:452] [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key ] I0506 20:24:52.735601 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d8a12bb5543fbdb, network: default, NAD default, SandboxID: "d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95", PCI device ID: , UID: "a697d8a9-378a-4a07-bee0-9081b4e9e7bd", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0506 20:24:52.787179 3651 cni.go:473] [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:cf:55:fc:27:62\",\"name\":\"d8a12bb5543fbdb\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69f5d499-8840-408a-a160-62ea0387c225\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:24:54.825051 3651 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-g5bdd-qx27x] creating logical port tsf-tas_ctlog-createtree-job-g5bdd-qx27x for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:54.825166 3651 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-g5bdd-qx27x I0506 20:24:54.849935 3651 pod.go:62] [tsf-tas/ctlog-createtree-job-g5bdd-qx27x] pod update took 24.789272ms I0506 20:24:54.849955 3651 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-g5bdd-qx27x] addLogicalPort annotation time took 24.814314ms I0506 20:24:54.851127 3651 pods.go:271] [tsf-tas/ctlog-createtree-job-g5bdd-qx27x] addLogicalPort took 26.091771ms, libovsdb time 801.195µs I0506 20:24:55.150169 3651 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5544c786c7-smvf7] creating logical port tsf-tas_trillian-logsigner-5544c786c7-smvf7 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:55.150263 3651 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5544c786c7-smvf7 I0506 20:24:55.168492 3651 pod.go:62] [tsf-tas/trillian-logsigner-5544c786c7-smvf7] pod update took 18.252117ms I0506 20:24:55.168518 3651 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5544c786c7-smvf7] addLogicalPort annotation time took 18.283573ms I0506 20:24:55.169911 3651 pods.go:271] [tsf-tas/trillian-logsigner-5544c786c7-smvf7] addLogicalPort took 19.758522ms, libovsdb time 986.033µs I0506 20:24:55.181275 3651 cni.go:452] [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key ] I0506 20:24:55.191232 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-g5bdd-qx27x, hostIfaceName: 31d0832ebc73699, network: default, NAD default, SandboxID: "31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903", PCI device ID: , UID: "fd6a8917-89d7-4741-be7a-16759c4a2531", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0506 20:24:55.242065 3651 cni.go:473] [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:b4:a8:d3:72:bf\",\"name\":\"31d0832ebc73699\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/843767e4-3a23-4899-9e34-69f091020eaf\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:24:56.119350 3651 cni.go:452] [tsf-tas/trillian-logsigner-5544c786c7-smvf7 06930794b6d6aa0df35ecf729c32acd65eb216bd2bc6ac9bf7b1a4f1a3903b8c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5544c786c7-smvf7 06930794b6d6aa0df35ecf729c32acd65eb216bd2bc6ac9bf7b1a4f1a3903b8c network default NAD default NAD key ] I0506 20:24:56.131273 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5544c786c7-smvf7, hostIfaceName: 06930794b6d6aa0, network: default, NAD default, SandboxID: "06930794b6d6aa0df35ecf729c32acd65eb216bd2bc6ac9bf7b1a4f1a3903b8c", PCI device ID: , UID: "101866dd-c34a-43fd-84ea-67f5dd60e8fe", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0506 20:24:56.190503 3651 cni.go:473] [tsf-tas/trillian-logsigner-5544c786c7-smvf7 06930794b6d6aa0df35ecf729c32acd65eb216bd2bc6ac9bf7b1a4f1a3903b8c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5544c786c7-smvf7 06930794b6d6aa0df35ecf729c32acd65eb216bd2bc6ac9bf7b1a4f1a3903b8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:64:e3:c1:44:2f\",\"name\":\"06930794b6d6aa0\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/521627ac-81be-4ec1-baa9-84ac26e2d708\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:24:57.131433 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:24:57.131459 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 20:24:57.716722 3651 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-d5588fb56-gx2h9] creating logical port tsf-tas_trillian-db-d5588fb56-gx2h9 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:24:57.716852 3651 kube.go:256] Updating pod tsf-tas/trillian-db-d5588fb56-gx2h9 I0506 20:24:57.730677 3651 pod.go:62] [tsf-tas/trillian-db-d5588fb56-gx2h9] pod update took 13.850843ms I0506 20:24:57.730709 3651 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-d5588fb56-gx2h9] addLogicalPort annotation time took 13.88852ms I0506 20:24:57.732378 3651 pods.go:271] [tsf-tas/trillian-db-d5588fb56-gx2h9] addLogicalPort took 15.679307ms, libovsdb time 1.129304ms I0506 20:25:02.885521 3651 cni.go:452] [tsf-tas/trillian-db-d5588fb56-gx2h9 9715cb1eedc0a6c48a706bfce70cf32a32dd083b414c55bd870097795648fe11 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-d5588fb56-gx2h9 9715cb1eedc0a6c48a706bfce70cf32a32dd083b414c55bd870097795648fe11 network default NAD default NAD key ] I0506 20:25:02.895424 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-d5588fb56-gx2h9, hostIfaceName: 9715cb1eedc0a6c, network: default, NAD default, SandboxID: "9715cb1eedc0a6c48a706bfce70cf32a32dd083b414c55bd870097795648fe11", PCI device ID: , UID: "2601743a-a2b8-4005-8720-c9177eec7cb5", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0506 20:25:02.946982 3651 cni.go:473] [tsf-tas/trillian-db-d5588fb56-gx2h9 9715cb1eedc0a6c48a706bfce70cf32a32dd083b414c55bd870097795648fe11 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-d5588fb56-gx2h9 9715cb1eedc0a6c48a706bfce70cf32a32dd083b414c55bd870097795648fe11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d9:29:06:c6:4b\",\"name\":\"9715cb1eedc0a6c\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5f11f90-98f9-4160-b282-bb0a4d445dde\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:25:03.387495 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 20:25:07.149687 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:25:08.262847 3651 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:08.263432 3651 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:25:08.410488 3651 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 20:25:09.145683 3651 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:09.145703 3651 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:18.201823 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0506 20:25:19.457593 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0506 20:25:37.524544 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 20:25:41.590278 3651 cni.go:452] [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key ] I0506 20:25:41.670702 3651 cni.go:473] [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d8a12bb5543fbdb55dad26f945aaccccf8eced40c0185e18fad01f6bbae38f95 network default NAD default NAD key default], result "{}", err I0506 20:25:41.731841 3651 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:41.731873 3651 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0506 20:25:41.733246 3651 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.36 I0506 20:25:41.733272 3651 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:41.755231 3651 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.755249 3651 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.764575 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 20:25:41.764598 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 20:25:42.546892 3651 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-b9cq6] creating logical port tsf_patch-tekton-config-b9cq6 for pod on switch ip-10-0-2-211.ec2.internal I0506 20:25:42.547066 3651 kube.go:256] Updating pod tsf/patch-tekton-config-b9cq6 I0506 20:25:42.561665 3651 pod.go:62] [tsf/patch-tekton-config-b9cq6] pod update took 14.6345ms I0506 20:25:42.561692 3651 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-b9cq6] addLogicalPort annotation time took 14.667661ms I0506 20:25:42.563212 3651 pods.go:271] [tsf/patch-tekton-config-b9cq6] addLogicalPort took 16.33988ms, libovsdb time 992.33µs I0506 20:25:42.912432 3651 cni.go:452] [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key ] I0506 20:25:42.922141 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-b9cq6, hostIfaceName: deaeaf7ca94587e, network: default, NAD default, SandboxID: "deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae", PCI device ID: , UID: "7cc10eab-3e95-4b7b-a186-f4d45d53b4e2", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0506 20:25:42.974825 3651 cni.go:473] [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:6d:13:9e:90:07\",\"name\":\"deaeaf7ca94587e\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b7323e6-e34d-4941-96d4-497b51b5348a\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:25:50.643837 3651 cni.go:452] [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key ] I0506 20:25:50.723864 3651 cni.go:473] [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-b9cq6 deaeaf7ca94587ecf056ecfd96ffe680775c45a394ca0cef1382c59eb3af14ae network default NAD default NAD key default], result "{}", err I0506 20:25:50.777066 3651 obj_retry.go:498] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:50.777099 3651 pods.go:176] Deleting pod: tsf/patch-tekton-config-b9cq6 I0506 20:25:50.778325 3651 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-b9cq6, ips: 10.129.0.40 I0506 20:25:50.778351 3651 obj_retry.go:498] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:51.662609 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:51.662630 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:56.163804 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 20:25:56.683256 3651 cni.go:452] [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key ] I0506 20:25:56.771288 3651 cni.go:473] [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-g5bdd-qx27x 31d0832ebc73699b7b4ef62464a6cdc195ca20dab441a11ad2be73d351ef1903 network default NAD default NAD key default], result "{}", err I0506 20:25:56.825536 3651 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:56.825574 3651 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-g5bdd-qx27x I0506 20:25:56.826912 3651 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-g5bdd-qx27x, ips: 10.129.0.37 I0506 20:25:56.826947 3651 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.532141 3651 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.532748 3651 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.700833 3651 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:57.700853 3651 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.432566 3651 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.432593 3651 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.524799 3651 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-77zvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:58.525364 3651 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-77zvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:59.409820 3651 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-77zvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.409846 3651 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-77zvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.458120 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.458141 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.468601 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-b9cq6 I0506 20:25:59.468632 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-b9cq6 I0506 20:26:00.246548 3651 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-211.ec2.internal I0506 20:26:00.246690 3651 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0506 20:26:00.261965 3651 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.300614ms I0506 20:26:00.262007 3651 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.347022ms I0506 20:26:00.263438 3651 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.908873ms, libovsdb time 963.419µs I0506 20:26:00.608135 3651 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key ] I0506 20:26:00.617751 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 8476efbfaf414b1, network: default, NAD default, SandboxID: "8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da", PCI device ID: , UID: "0886994e-ebfc-4ed7-a085-84c3dc5ee426", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0506 20:26:00.670118 3651 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:be:62:58:7c:83\",\"name\":\"8476efbfaf414b1\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e73ed08d-11b0-48e2-ad5f-4ba1aa5c7ac7\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:26:02.503424 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 20:26:03.719730 3651 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key ] I0506 20:26:03.799453 3651 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 8476efbfaf414b172dda0e3bce4aa9b2b3e354de9e8a5b02f117e81d8d4080da network default NAD default NAD key default], result "{}", err I0506 20:26:03.853705 3651 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:03.853738 3651 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0506 20:26:03.855026 3651 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.41 I0506 20:26:03.855057 3651 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:03.877924 3651 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:03.877945 3651 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:03.887491 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 20:26:03.887514 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 20:26:04.120811 3651 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-9c886d4bd-mk9lq] creating logical port tsf-tas_rekor-server-9c886d4bd-mk9lq for pod on switch ip-10-0-2-211.ec2.internal I0506 20:26:04.120904 3651 kube.go:256] Updating pod tsf-tas/rekor-server-9c886d4bd-mk9lq I0506 20:26:04.125414 3651 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-211.ec2.internal I0506 20:26:04.125495 3651 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0506 20:26:04.137833 3651 pod.go:62] [tsf-tas/rekor-server-9c886d4bd-mk9lq] pod update took 16.95284ms I0506 20:26:04.137861 3651 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-9c886d4bd-mk9lq] addLogicalPort annotation time took 16.98628ms I0506 20:26:04.139261 3651 pods.go:271] [tsf-tas/rekor-server-9c886d4bd-mk9lq] addLogicalPort took 18.465672ms, libovsdb time 986.143µs I0506 20:26:04.142127 3651 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.653965ms I0506 20:26:04.142151 3651 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.677657ms I0506 20:26:04.143266 3651 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.868891ms, libovsdb time 688.122µs W0506 20:26:04.432142 3651 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 20:26:04.487107 3651 cni.go:452] [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key ] I0506 20:26:04.496796 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 52156b4aad22bb4, network: default, NAD default, SandboxID: "52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d", PCI device ID: , UID: "9bbace93-d2bb-4b4b-9a48-0a325fd15d9a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0506 20:26:04.548935 3651 cni.go:473] [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:93:d2:e2:7b:fc\",\"name\":\"52156b4aad22bb4\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9842702-e41b-422a-a9d3-d28325dd763b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:26:05.527567 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 20:26:09.600285 3651 obj_retry.go:498] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:09.600851 3651 obj_retry.go:498] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:10.631321 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:10.631349 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:13.625991 3651 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.626512 3651 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.792112 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:13.792133 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:14.384046 3651 cni.go:452] [tsf-tas/rekor-server-9c886d4bd-mk9lq 2ae9c747a8a15ebf33c3a3df801cac3299e57b6bb28ccca8138159fd85c8a115 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-9c886d4bd-mk9lq 2ae9c747a8a15ebf33c3a3df801cac3299e57b6bb28ccca8138159fd85c8a115 network default NAD default NAD key ] I0506 20:26:14.393775 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-9c886d4bd-mk9lq, hostIfaceName: 2ae9c747a8a15eb, network: default, NAD default, SandboxID: "2ae9c747a8a15ebf33c3a3df801cac3299e57b6bb28ccca8138159fd85c8a115", PCI device ID: , UID: "d573a3cf-8c83-46dc-a7a6-4d2534123886", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0506 20:26:14.444866 3651 cni.go:473] [tsf-tas/rekor-server-9c886d4bd-mk9lq 2ae9c747a8a15ebf33c3a3df801cac3299e57b6bb28ccca8138159fd85c8a115 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-9c886d4bd-mk9lq 2ae9c747a8a15ebf33c3a3df801cac3299e57b6bb28ccca8138159fd85c8a115 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:97:9c:a0:5d:0a\",\"name\":\"2ae9c747a8a15eb\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dd6c093-6c5b-4513-9c54-2a1f6712e076\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:26:16.644883 3651 obj_retry.go:498] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:16.645425 3651 obj_retry.go:498] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:26:16.794386 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 20:26:16.933767 3651 base_network_controller_pods.go:487] [default/tsf-tpa/server-5c79585fcf-98xkx] creating logical port tsf-tpa_server-5c79585fcf-98xkx for pod on switch ip-10-0-2-211.ec2.internal I0506 20:26:16.933856 3651 kube.go:256] Updating pod tsf-tpa/server-5c79585fcf-98xkx I0506 20:26:16.951167 3651 pod.go:62] [tsf-tpa/server-5c79585fcf-98xkx] pod update took 17.336651ms I0506 20:26:16.951187 3651 base_network_controller_pods.go:951] [default/tsf-tpa/server-5c79585fcf-98xkx] addLogicalPort annotation time took 17.361971ms I0506 20:26:16.952576 3651 pods.go:271] [tsf-tpa/server-5c79585fcf-98xkx] addLogicalPort took 18.820511ms, libovsdb time 947.634µs I0506 20:26:16.980482 3651 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-j4zrg] creating logical port tsf-tpa_importer-86bcdf477b-j4zrg for pod on switch ip-10-0-2-211.ec2.internal I0506 20:26:16.980554 3651 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-j4zrg I0506 20:26:16.997061 3651 pod.go:62] [tsf-tpa/importer-86bcdf477b-j4zrg] pod update took 16.524679ms I0506 20:26:16.997080 3651 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-j4zrg] addLogicalPort annotation time took 16.548824ms I0506 20:26:16.998146 3651 pods.go:271] [tsf-tpa/importer-86bcdf477b-j4zrg] addLogicalPort took 17.67327ms, libovsdb time 710.694µs I0506 20:26:17.673048 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:17.673069 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:21.184337 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 20:26:25.727549 3651 cni.go:452] [tsf-tpa/server-5c79585fcf-98xkx cc4d94df07daa15b6d4598ccc5992b81319e5b12d12048c51a8dbb4b2c1debef network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5c79585fcf-98xkx cc4d94df07daa15b6d4598ccc5992b81319e5b12d12048c51a8dbb4b2c1debef network default NAD default NAD key ] I0506 20:26:25.737695 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5c79585fcf-98xkx, hostIfaceName: cc4d94df07daa15, network: default, NAD default, SandboxID: "cc4d94df07daa15b6d4598ccc5992b81319e5b12d12048c51a8dbb4b2c1debef", PCI device ID: , UID: "040041d6-cdfe-4a1d-85a7-a68a72c24b8a", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0506 20:26:25.741479 3651 cni.go:452] [tsf-tpa/importer-86bcdf477b-j4zrg 9c261a0afd41a6a02d583459e2eca31540fb89a851b8c6cfce726cc83998ca6e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-j4zrg 9c261a0afd41a6a02d583459e2eca31540fb89a851b8c6cfce726cc83998ca6e network default NAD default NAD key ] I0506 20:26:25.751753 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-j4zrg, hostIfaceName: 9c261a0afd41a6a, network: default, NAD default, SandboxID: "9c261a0afd41a6a02d583459e2eca31540fb89a851b8c6cfce726cc83998ca6e", PCI device ID: , UID: "73620b55-c1bc-4b39-bb9a-2b276a649378", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0506 20:26:25.791758 3651 cni.go:473] [tsf-tpa/server-5c79585fcf-98xkx cc4d94df07daa15b6d4598ccc5992b81319e5b12d12048c51a8dbb4b2c1debef network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5c79585fcf-98xkx cc4d94df07daa15b6d4598ccc5992b81319e5b12d12048c51a8dbb4b2c1debef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:15:d9:73:89:0d\",\"name\":\"cc4d94df07daa15\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f64b5179-461c-4d7e-b6b1-b6ccd1748556\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:26:25.814870 3651 cni.go:473] [tsf-tpa/importer-86bcdf477b-j4zrg 9c261a0afd41a6a02d583459e2eca31540fb89a851b8c6cfce726cc83998ca6e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-j4zrg 9c261a0afd41a6a02d583459e2eca31540fb89a851b8c6cfce726cc83998ca6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d3:12:9b:2a:a7\",\"name\":\"9c261a0afd41a6a\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c0262ea-9328-4841-8c07-d45363a4ae9f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:26:27.807175 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0506 20:26:28.894125 3651 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0506 20:26:29.876415 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-211.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0506 20:26:31.891405 3651 cni.go:452] [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key ] I0506 20:26:31.982070 3651 cni.go:473] [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 52156b4aad22bb437496a09d11301bf781fab26240e17108695272a0e72d0e5d network default NAD default NAD key default], result "{}", err I0506 20:26:32.039830 3651 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:32.039860 3651 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0506 20:26:32.041119 3651 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.43 I0506 20:26:32.041147 3651 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:32.063566 3651 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:32.063584 3651 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:32.072340 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 20:26:32.072369 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 20:26:33.061536 3651 namespace.go:98] [image-controller] adding namespace I0506 20:26:33.062444 3651 namespace.go:102] [image-controller] adding namespace took 885.213µs I0506 20:26:33.065034 3651 namespace.go:98] [integration-service] adding namespace I0506 20:26:33.065177 3651 namespace.go:98] [build-service] adding namespace I0506 20:26:33.065667 3651 namespace.go:102] [integration-service] adding namespace took 613.855µs I0506 20:26:33.066202 3651 namespace.go:102] [build-service] adding namespace took 1.00606ms I0506 20:26:33.067766 3651 namespace.go:98] [default-tenant] adding namespace I0506 20:26:33.068368 3651 namespace.go:102] [default-tenant] adding namespace took 589.172µs I0506 20:26:33.101237 3651 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.129950 3651 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.132317 3651 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.163915 3651 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.163948 3651 namespace.go:142] [build-service] updating namespace I0506 20:26:33.205471 3651 namespace.go:142] [default-tenant] updating namespace I0506 20:26:33.208941 3651 namespace.go:142] [build-service] updating namespace I0506 20:26:33.228833 3651 namespace.go:142] [default-tenant] updating namespace I0506 20:26:33.270867 3651 namespace.go:142] [build-service] updating namespace I0506 20:26:33.339909 3651 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.375850 3651 namespace.go:98] [release-service] adding namespace I0506 20:26:33.376606 3651 namespace.go:102] [release-service] adding namespace took 740.67µs I0506 20:26:33.416933 3651 namespace.go:142] [release-service] updating namespace I0506 20:26:33.424921 3651 namespace.go:142] [release-service] updating namespace I0506 20:26:33.455103 3651 namespace.go:142] [konflux-ui] updating namespace I0506 20:26:33.549804 3651 namespace.go:98] [konflux-info] adding namespace I0506 20:26:33.550513 3651 namespace.go:102] [konflux-info] adding namespace took 694.418µs I0506 20:26:33.592066 3651 namespace.go:142] [konflux-info] updating namespace I0506 20:26:33.601082 3651 namespace.go:98] [namespace-lister] adding namespace I0506 20:26:33.601702 3651 namespace.go:102] [namespace-lister] adding namespace took 604.974µs I0506 20:26:33.652344 3651 namespace.go:98] [enterprise-contract-service] adding namespace I0506 20:26:33.652959 3651 namespace.go:102] [enterprise-contract-service] adding namespace took 599.291µs I0506 20:26:33.676089 3651 namespace.go:142] [konflux-info] updating namespace I0506 20:26:33.676165 3651 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.698909 3651 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:33.754995 3651 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:33.777931 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:33.814138 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:34.133019 3651 namespace.go:142] [default-tenant] updating namespace I0506 20:26:34.298041 3651 namespace.go:98] [segment-bridge] adding namespace I0506 20:26:34.298824 3651 namespace.go:102] [segment-bridge] adding namespace took 766.094µs I0506 20:26:34.636962 3651 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:34.856186 3651 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:34.995440 3651 namespace.go:98] [konflux-cli] adding namespace I0506 20:26:34.996215 3651 namespace.go:102] [konflux-cli] adding namespace took 756.763µs I0506 20:26:35.121151 3651 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:35.190266 3651 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:35.280431 3651 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 20:26:35.281069 3651 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 20:26:35.281086 3651 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 20:26:35.283502 3651 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 20:26:35.349740 3651 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 20:26:35.349761 3651 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 20:26:35.350435 3651 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 20:26:35.952968 3651 namespace.go:142] [build-service] updating namespace I0506 20:26:36.299760 3651 namespace.go:142] [default-tenant] updating namespace I0506 20:26:36.560918 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:36.745035 3651 namespace.go:142] [image-controller] updating namespace I0506 20:26:37.033148 3651 namespace.go:142] [integration-service] updating namespace I0506 20:26:37.268844 3651 namespace.go:142] [konflux-info] updating namespace I0506 20:26:37.554122 3651 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:37.772716 3651 namespace.go:142] [release-service] updating namespace I0506 20:26:37.893622 3651 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:37.978541 3651 namespace.go:142] [build-service] updating namespace I0506 20:26:38.014132 3651 namespace.go:142] [default-tenant] updating namespace I0506 20:26:38.038909 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:38.051935 3651 namespace.go:142] [image-controller] updating namespace I0506 20:26:38.065275 3651 namespace.go:142] [integration-service] updating namespace I0506 20:26:38.097946 3651 namespace.go:142] [konflux-info] updating namespace I0506 20:26:38.123107 3651 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:38.141965 3651 namespace.go:142] [release-service] updating namespace I0506 20:26:38.174954 3651 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:38.235037 3651 namespace.go:142] [build-service] updating namespace I0506 20:26:38.291681 3651 namespace.go:142] [default-tenant] updating namespace I0506 20:26:38.365780 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:38.414429 3651 namespace.go:142] [image-controller] updating namespace I0506 20:26:38.489077 3651 namespace.go:142] [integration-service] updating namespace I0506 20:26:38.599988 3651 namespace.go:142] [konflux-info] updating namespace I0506 20:26:38.723797 3651 namespace.go:142] [namespace-lister] updating namespace W0506 20:26:38.765044 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:26:38.788494 3651 namespace.go:142] [release-service] updating namespace I0506 20:26:38.911039 3651 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:40.208343 3651 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.289931 3651 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.385770 3651 namespace.go:142] [konflux-cli] updating namespace W0506 20:26:41.677234 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 20:26:41.720000 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 20:26:46.767710 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:46.767730 3651 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:48.819521 3651 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 20:26:49.728062 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:26:49.728133 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:49.832833 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:49.838420 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0506 20:26:50.169052 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0506 20:26:51.768903 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:26:51.769006 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0506 20:26:52.738548 3651 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:52.739287 3651 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:53.766728 3651 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:53.766754 3651 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:26:54.786362 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:54.786384 3651 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0506 20:26:56.078605 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 I0506 20:27:01.422287 3651 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:01.422952 3651 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:01.839051 3651 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:01.839076 3651 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:01.850542 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:27:01.850570 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:27:04.077651 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 W0506 20:27:04.853687 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 20:27:25.196242 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 20:27:40.074334 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0506 20:27:57.454459 3651 obj_retry.go:498] Detected object konflux-ui/proxy-8db89874d-bk699 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:57.455019 3651 obj_retry.go:498] Detected object konflux-ui/proxy-8db89874d-bk699 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:58.074838 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=163 I0506 20:27:58.164762 3651 obj_retry.go:492] Detected object konflux-ui/proxy-8db89874d-bk699 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:58.164785 3651 obj_retry.go:492] Detected object konflux-ui/proxy-8db89874d-bk699 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:58.174896 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-8db89874d-bk699 I0506 20:27:58.174924 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-8db89874d-bk699 I0506 20:28:11.390120 3651 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:28:11.390688 3651 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:28:11.435212 3651 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:28:11.435238 3651 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:28:11.441983 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 20:28:11.442008 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 20:28:16.178331 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:28:39.997778 3651 namespace.go:98] [managed-tenant-adccc] adding namespace I0506 20:28:39.998734 3651 namespace.go:102] [managed-tenant-adccc] adding namespace took 931.67µs I0506 20:28:40.035992 3651 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:40.054372 3651 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.069844 3651 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.230129 3651 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.303129 3651 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:54.079315 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0506 20:28:58.203182 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:29:00.087014 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=626 I0506 20:29:11.193346 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 20:29:49.164363 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0506 20:30:04.009374 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.009975 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.889491 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:04.889514 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:31:03.174506 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 20:31:58.082394 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=5 I0506 20:32:39.167572 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 20:32:51.081368 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 20:32:58.172610 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 20:33:02.188024 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 20:34:20.205631 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 20:35:10.196141 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 20:35:20.181901 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 20:35:29.078282 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0506 20:35:34.200002 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 20:35:57.077666 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0506 20:36:05.090186 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=17 I0506 20:36:10.064990 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:10.065040 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:10.071883 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-p2nzn I0506 20:36:10.071918 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-p2nzn I0506 20:36:13.041523 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:13.041572 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:13.051407 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gvmvt I0506 20:36:13.051439 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gvmvt I0506 20:36:17.046775 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:17.046805 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:17.053978 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rjnhf I0506 20:36:17.054007 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rjnhf I0506 20:36:20.083153 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0506 20:37:51.205822 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 20:39:19.177626 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 20:39:35.167424 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 20:39:46.170701 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 20:40:04.390685 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:04.391281 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:05.267017 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.267043 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.309565 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.309586 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.317782 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:40:05.317800 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:40:12.175453 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 20:41:14.085037 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 20:41:37.087002 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0506 20:41:38.191148 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 20:41:55.086273 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0506 20:41:59.184957 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:42:03.081817 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0506 20:43:41.209577 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:44:05.208788 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 20:44:18.082224 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 20:44:26.199192 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 20:44:26.203422 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 20:45:03.093503 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0506 20:45:26.181082 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0506 20:47:07.174256 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 20:47:22.171127 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 20:47:22.187978 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:48:48.089288 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6