I0512 06:08:26.523541 1 cmd.go:253] Using service-serving-cert provided certificates I0512 06:08:26.523990 1 observer_polling.go:159] Starting file observer I0512 06:08:27.962924 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0512 06:08:27.963108 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0512 06:08:27.963692 1 secure_serving.go:57] Forcing use of http/1.1 only W0512 06:08:27.963719 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I0512 06:08:27.963714 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0512 06:08:27.963725 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0512 06:08:27.963761 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0512 06:08:27.963772 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0512 06:08:27.963777 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0512 06:08:27.963781 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0512 06:08:27.967537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"8d7eecdd-4f84-4610-adf4-cd9e1fe7a1e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0512 06:08:27.967514 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0512 06:08:27.969071 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0512 06:08:27.969084 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0512 06:08:27.969082 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0512 06:08:27.969096 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 06:08:27.969100 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 06:08:27.969092 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0512 06:08:27.969346 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0512 06:08:27.969685 1 secure_serving.go:213] Serving securely on [::]:8443 I0512 06:08:27.969715 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0512 06:08:27.973312 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0512 06:08:27.973332 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 06:08:27.973392 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0512 06:08:27.978438 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:08:27.978454 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 06:08:27.983554 1 secretconfigobserver.go:119] support secret does not exist I0512 06:08:27.989104 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:08:27.995488 1 secretconfigobserver.go:119] support secret does not exist I0512 06:08:27.997043 1 recorder.go:176] Pruning old reports every 7h50m48s, max age is 288h0m0s I0512 06:08:28.002653 1 operator.go:356] The last pod state is unhealthy I0512 06:08:28.069863 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 06:08:28.069948 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0512 06:08:28.069960 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 06:08:28.074175 1 base_controller.go:82] Caches are synced for ConfigController I0512 06:08:28.074186 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0512 06:08:28.078991 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 06:08:48.004727 1 operator.go:356] The last pod state is unhealthy I0512 06:09:08.005732 1 operator.go:356] The last pod state is unhealthy I0512 06:09:28.004044 1 operator.go:356] The last pod state is unhealthy I0512 06:09:48.003914 1 operator.go:356] The last pod state is unhealthy I0512 06:10:08.004370 1 operator.go:356] The last pod state is unhealthy I0512 06:10:28.004405 1 operator.go:356] The last pod state is unhealthy I0512 06:10:48.005713 1 operator.go:356] The last pod state is unhealthy I0512 06:11:08.004919 1 operator.go:356] The last pod state is unhealthy I0512 06:11:28.005592 1 operator.go:356] The last pod state is unhealthy I0512 06:11:48.003751 1 operator.go:356] The last pod state is unhealthy I0512 06:12:08.006028 1 operator.go:356] The last pod state is unhealthy I0512 06:12:28.004405 1 operator.go:356] The last pod state is unhealthy I0512 06:12:48.005766 1 operator.go:356] The last pod state is unhealthy I0512 06:13:08.005406 1 operator.go:356] The last pod state is unhealthy I0512 06:13:28.002015 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:13:28.003110 1 operator.go:356] The last pod state is unhealthy I0512 06:13:28.006937 1 secretconfigobserver.go:119] support secret does not exist I0512 06:13:34.150437 1 operator.go:288] Unable to check insights-operator pod status. Setting initial delay to 12m51.494799021s I0512 06:13:34.150504 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0512 06:13:34.150502 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0512 06:13:34.150514 1 insightsreport.go:296] Starting report retriever I0512 06:13:34.150521 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0512 06:13:34.150525 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 14m21s I0512 06:13:34.157146 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0512 06:13:34.157163 1 controller.go:368] The initial operator extension status is healthy I0512 06:13:34.157171 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:13:34.157176 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:13:34.157180 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:13:34.157194 1 controller.go:531] The operator is still being initialized I0512 06:13:34.157201 1 controller.go:554] The operator is healthy I0512 06:13:34.157271 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0512 06:13:34.157288 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0512 06:13:34.157436 1 operator.go:328] started I0512 06:13:34.157459 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0512 06:13:34.163498 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:13:34.163509 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:13:34.163512 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:13:34.163516 1 controller.go:254] Source scaController *sca.Controller is not ready I0512 06:13:34.163519 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0512 06:13:34.163533 1 controller.go:531] The operator is still being initialized I0512 06:13:34.163538 1 controller.go:554] The operator is healthy I0512 06:13:34.176390 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0512 06:13:34.252800 1 cluster_transfer.go:102] no available accepted cluster transfer I0512 06:13:34.252816 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0512 06:13:34.257960 1 base_controller.go:82] Caches are synced for LoggingSyncer I0512 06:13:34.257975 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0512 06:13:34.460882 1 sca.go:266] etc-pki-entitlement secret successfully created I0512 06:13:34.460902 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0512 06:15:34.165204 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:15:34.165223 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:15:34.165227 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:15:34.165247 1 controller.go:531] The operator is still being initialized I0512 06:15:34.165252 1 controller.go:554] The operator is healthy I0512 06:17:34.167943 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:17:34.167961 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:17:34.167965 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:17:34.167989 1 controller.go:554] The operator is healthy I0512 06:18:27.990228 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 06:18:28.007334 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0512 06:18:28.012424 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:18:28.012441 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0512 06:18:28.017288 1 secretconfigobserver.go:119] support secret does not exist I0512 06:19:34.164615 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:19:34.164635 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:19:34.164640 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:19:34.164663 1 controller.go:554] The operator is healthy I0512 06:21:34.164732 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:21:34.164753 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:21:34.164756 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:21:34.164780 1 controller.go:554] The operator is healthy I0512 06:23:28.018070 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0512 06:23:28.025112 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:23:28.025131 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0512 06:23:28.030274 1 secretconfigobserver.go:119] support secret does not exist I0512 06:23:34.164182 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:23:34.164202 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:23:34.164207 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:23:34.164242 1 controller.go:554] The operator is healthy I0512 06:25:34.165966 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 06:25:34.165989 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 06:25:34.165993 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 06:25:34.166015 1 controller.go:554] The operator is healthy I0512 06:26:25.645832 1 periodic.go:216] Running clusterconfig gatherer I0512 06:26:25.645895 1 tasks_processing.go:45] number of workers: 64 I0512 06:26:25.645923 1 tasks_processing.go:69] worker 4 listening for tasks. I0512 06:26:25.645937 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 06:26:25.645941 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 06:26:25.645945 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 06:26:25.645942 1 tasks_processing.go:69] worker 16 listening for tasks. I0512 06:26:25.645949 1 tasks_processing.go:69] worker 3 listening for tasks. I0512 06:26:25.645949 1 tasks_processing.go:69] worker 10 listening for tasks. I0512 06:26:25.645965 1 tasks_processing.go:71] worker 3 working on metrics task. I0512 06:26:25.645970 1 tasks_processing.go:69] worker 14 listening for tasks. I0512 06:26:25.645973 1 tasks_processing.go:69] worker 5 listening for tasks. I0512 06:26:25.645976 1 tasks_processing.go:71] worker 14 working on container_runtime_configs task. I0512 06:26:25.645980 1 tasks_processing.go:69] worker 6 listening for tasks. I0512 06:26:25.645985 1 tasks_processing.go:69] worker 7 listening for tasks. I0512 06:26:25.645984 1 tasks_processing.go:69] worker 19 listening for tasks. I0512 06:26:25.645992 1 tasks_processing.go:69] worker 12 listening for tasks. I0512 06:26:25.645999 1 tasks_processing.go:69] worker 21 listening for tasks. I0512 06:26:25.645958 1 tasks_processing.go:71] worker 16 working on authentication task. I0512 06:26:25.645998 1 tasks_processing.go:69] worker 15 listening for tasks. I0512 06:26:25.646011 1 tasks_processing.go:71] worker 5 working on nodenetworkstates task. I0512 06:26:25.646015 1 tasks_processing.go:69] worker 23 listening for tasks. I0512 06:26:25.646017 1 tasks_processing.go:71] worker 15 working on install_plans task. I0512 06:26:25.646012 1 tasks_processing.go:69] worker 9 listening for tasks. I0512 06:26:25.645971 1 tasks_processing.go:69] worker 13 listening for tasks. I0512 06:26:25.645984 1 tasks_processing.go:69] worker 11 listening for tasks. I0512 06:26:25.645992 1 tasks_processing.go:69] worker 20 listening for tasks. I0512 06:26:25.645997 1 tasks_processing.go:69] worker 8 listening for tasks. I0512 06:26:25.646037 1 tasks_processing.go:69] worker 26 listening for tasks. I0512 06:26:25.645957 1 tasks_processing.go:71] worker 2 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0512 06:26:25.646036 1 tasks_processing.go:71] worker 7 working on image task. I0512 06:26:25.646053 1 tasks_processing.go:69] worker 48 listening for tasks. I0512 06:26:25.646057 1 tasks_processing.go:69] worker 46 listening for tasks. I0512 06:26:25.646062 1 tasks_processing.go:69] worker 49 listening for tasks. I0512 06:26:25.646008 1 tasks_processing.go:69] worker 22 listening for tasks. I0512 06:26:25.645976 1 tasks_processing.go:69] worker 18 listening for tasks. I0512 06:26:25.645968 1 tasks_processing.go:71] worker 10 working on cluster_apiserver task. I0512 06:26:25.646084 1 tasks_processing.go:69] worker 52 listening for tasks. I0512 06:26:25.646077 1 tasks_processing.go:71] worker 6 working on monitoring_persistent_volumes task. I0512 06:26:25.646092 1 tasks_processing.go:71] worker 12 working on ceph_cluster task. I0512 06:26:25.646099 1 tasks_processing.go:69] worker 42 listening for tasks. I0512 06:26:25.646045 1 tasks_processing.go:69] worker 47 listening for tasks. I0512 06:26:25.646108 1 tasks_processing.go:71] worker 42 working on machine_sets task. I0512 06:26:25.646109 1 tasks_processing.go:69] worker 38 listening for tasks. I0512 06:26:25.646113 1 tasks_processing.go:71] worker 9 working on pod_network_connectivity_checks task. I0512 06:26:25.646118 1 tasks_processing.go:69] worker 56 listening for tasks. I0512 06:26:25.646120 1 tasks_processing.go:69] worker 32 listening for tasks. I0512 06:26:25.646007 1 tasks_processing.go:71] worker 21 working on feature_gates task. I0512 06:26:25.646121 1 tasks_processing.go:69] worker 45 listening for tasks. I0512 06:26:25.646129 1 tasks_processing.go:69] worker 40 listening for tasks. I0512 06:26:25.646076 1 tasks_processing.go:69] worker 51 listening for tasks. I0512 06:26:25.646134 1 tasks_processing.go:69] worker 58 listening for tasks. I0512 06:26:25.646088 1 tasks_processing.go:71] worker 19 working on tsdb_status task. I0512 06:26:25.646138 1 tasks_processing.go:69] worker 35 listening for tasks. I0512 06:26:25.646139 1 tasks_processing.go:69] worker 34 listening for tasks. I0512 06:26:25.646140 1 tasks_processing.go:69] worker 31 listening for tasks. I0512 06:26:25.646133 1 tasks_processing.go:69] worker 44 listening for tasks. I0512 06:26:25.646150 1 tasks_processing.go:71] worker 20 working on node_features task. I0512 06:26:25.646157 1 tasks_processing.go:69] worker 60 listening for tasks. I0512 06:26:25.646157 1 tasks_processing.go:69] worker 30 listening for tasks. I0512 06:26:25.646155 1 tasks_processing.go:71] worker 13 working on openshift_logging task. I0512 06:26:25.646165 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0512 06:26:25.646168 1 tasks_processing.go:71] worker 4 working on storage_cluster task. I0512 06:26:25.646165 1 tasks_processing.go:71] worker 1 working on cost_management_metrics_configs task. I0512 06:26:25.646172 1 tasks_processing.go:71] worker 48 working on nodes task. I0512 06:26:25.646175 1 tasks_processing.go:71] worker 47 working on node_logs task. I0512 06:26:25.646173 1 tasks_processing.go:69] worker 62 listening for tasks. I0512 06:26:25.646179 1 tasks_processing.go:71] worker 18 working on networks task. I0512 06:26:25.646186 1 tasks_processing.go:71] worker 62 working on storage_classes task. I0512 06:26:25.646224 1 tasks_processing.go:71] worker 51 working on machine_autoscalers task. I0512 06:26:25.646233 1 tasks_processing.go:71] worker 46 working on machine_configs task. I0512 06:26:25.646108 1 tasks_processing.go:69] worker 55 listening for tasks. I0512 06:26:25.646361 1 tasks_processing.go:71] worker 55 working on silenced_alerts task. I0512 06:26:25.646391 1 tasks_processing.go:71] worker 32 working on dvo_metrics task. I0512 06:26:25.646402 1 tasks_processing.go:71] worker 45 working on certificate_signing_requests task. I0512 06:26:25.646406 1 tasks_processing.go:71] worker 34 working on schedulers task. I0512 06:26:25.646088 1 tasks_processing.go:69] worker 43 listening for tasks. I0512 06:26:25.646435 1 tasks_processing.go:71] worker 43 working on ingress task. I0512 06:26:25.646092 1 tasks_processing.go:69] worker 41 listening for tasks. I0512 06:26:25.646469 1 tasks_processing.go:71] worker 41 working on config_maps task. I0512 06:26:25.646498 1 tasks_processing.go:71] worker 58 working on openstack_version task. I0512 06:26:25.646508 1 tasks_processing.go:71] worker 40 working on pdbs task. I0512 06:26:25.646533 1 tasks_processing.go:71] worker 44 working on openshift_machine_api_events task. I0512 06:26:25.645967 1 tasks_processing.go:69] worker 17 listening for tasks. I0512 06:26:25.646100 1 tasks_processing.go:69] worker 37 listening for tasks. I0512 06:26:25.646095 1 tasks_processing.go:69] worker 36 listening for tasks. I0512 06:26:25.646103 1 tasks_processing.go:71] worker 52 working on validating_webhook_configurations task. I0512 06:26:25.646604 1 tasks_processing.go:71] worker 35 working on openstack_dataplanedeployments task. I0512 06:26:25.646616 1 tasks_processing.go:71] worker 60 working on olm_operators task. I0512 06:26:25.646099 1 tasks_processing.go:69] worker 54 listening for tasks. I0512 06:26:25.646641 1 tasks_processing.go:71] worker 38 working on nodenetworkconfigurationpolicies task. I0512 06:26:25.646093 1 tasks_processing.go:69] worker 53 listening for tasks. I0512 06:26:25.646111 1 tasks_processing.go:69] worker 27 listening for tasks. I0512 06:26:25.646124 1 tasks_processing.go:69] worker 39 listening for tasks. I0512 06:26:25.646126 1 tasks_processing.go:69] worker 57 listening for tasks. I0512 06:26:25.646132 1 tasks_processing.go:69] worker 33 listening for tasks. I0512 06:26:25.646144 1 tasks_processing.go:69] worker 59 listening for tasks. I0512 06:26:25.646023 1 tasks_processing.go:69] worker 24 listening for tasks. I0512 06:26:25.646146 1 tasks_processing.go:71] worker 26 working on active_alerts task. I0512 06:26:25.646029 1 tasks_processing.go:69] worker 25 listening for tasks. I0512 06:26:25.646151 1 tasks_processing.go:71] worker 11 working on jaegers task. I0512 06:26:25.646895 1 tasks_processing.go:71] worker 56 working on container_images task. I0512 06:26:25.646978 1 tasks_processing.go:71] worker 31 working on mutating_webhook_configurations task. I0512 06:26:25.646990 1 tasks_processing.go:71] worker 37 working on machine_healthchecks task. I0512 06:26:25.647052 1 tasks_processing.go:71] worker 39 working on operators task. I0512 06:26:25.647060 1 tasks_processing.go:71] worker 36 working on proxies task. I0512 06:26:25.647064 1 tasks_processing.go:71] worker 33 working on sap_config task. I0512 06:26:25.646155 1 tasks_processing.go:69] worker 63 listening for tasks. I0512 06:26:25.646154 1 tasks_processing.go:71] worker 8 working on crds task. I0512 06:26:25.647080 1 tasks_processing.go:71] worker 63 working on aggregated_monitoring_cr_names task. I0512 06:26:25.646107 1 tasks_processing.go:71] worker 23 working on ingress_certificates task. I0512 06:26:25.646070 1 tasks_processing.go:69] worker 50 listening for tasks. I0512 06:26:25.647055 1 tasks_processing.go:71] worker 54 working on oauths task. I0512 06:26:25.646148 1 tasks_processing.go:69] worker 29 listening for tasks. I0512 06:26:25.646165 1 tasks_processing.go:71] worker 49 working on openstack_controlplanes task. I0512 06:26:25.647284 1 tasks_processing.go:71] worker 29 working on version task. I0512 06:26:25.646162 1 tasks_processing.go:69] worker 61 listening for tasks. I0512 06:26:25.647362 1 tasks_processing.go:71] worker 61 working on machines task. I0512 06:26:25.646168 1 tasks_processing.go:71] worker 22 working on service_accounts task. I0512 06:26:25.646171 1 tasks_processing.go:71] worker 30 working on clusterroles task. I0512 06:26:25.646981 1 tasks_processing.go:71] worker 25 working on infrastructures task. I0512 06:26:25.646986 1 tasks_processing.go:71] worker 17 working on sap_datahubs task. I0512 06:26:25.647158 1 tasks_processing.go:71] worker 59 working on openstack_dataplanenodesets task. I0512 06:26:25.647163 1 tasks_processing.go:71] worker 24 working on image_registries task. I0512 06:26:25.647173 1 tasks_processing.go:71] worker 53 working on operators_pods_and_events task. I0512 06:26:25.647174 1 tasks_processing.go:71] worker 27 working on lokistack task. I0512 06:26:25.647262 1 tasks_processing.go:71] worker 50 working on sap_pods task. I0512 06:26:25.646155 1 tasks_processing.go:69] worker 28 listening for tasks. I0512 06:26:25.647158 1 tasks_processing.go:71] worker 57 working on support_secret task. I0512 06:26:25.647931 1 gather_lokistack.go:58] Start LokiStack gathering I0512 06:26:25.647914 1 tasks_processing.go:71] worker 28 working on machine_config_pools task. I0512 06:26:25.650795 1 tasks_processing.go:71] worker 13 working on qemu_kubevirt_launcher_logs task. I0512 06:26:25.650821 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 4.620884ms to process 0 records I0512 06:26:25.651562 1 tasks_processing.go:71] worker 5 working on image_pruners task. I0512 06:26:25.651570 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 5.540639ms to process 0 records I0512 06:26:25.651617 1 tasks_processing.go:74] worker 51 stopped. E0512 06:26:25.651622 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0512 06:26:25.651630 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.377164ms to process 0 records I0512 06:26:25.652336 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 5.438163ms to process 0 records I0512 06:26:25.652348 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 5.451764ms to process 0 records I0512 06:26:25.652354 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 5.470841ms to process 0 records I0512 06:26:25.652359 1 tasks_processing.go:74] worker 20 stopped. I0512 06:26:25.652364 1 tasks_processing.go:74] worker 4 stopped. I0512 06:26:25.652367 1 tasks_processing.go:74] worker 1 stopped. I0512 06:26:25.652440 1 tasks_processing.go:74] worker 35 stopped. I0512 06:26:25.652453 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 5.818524ms to process 0 records I0512 06:26:25.656337 1 tasks_processing.go:74] worker 42 stopped. I0512 06:26:25.656351 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 10.217139ms to process 0 records I0512 06:26:25.656446 1 tasks_processing.go:74] worker 16 stopped. I0512 06:26:25.656730 1 recorder.go:75] Recording config/authentication with fingerprint=b7b40968862d6925f39917fcf551512a9cbb6b7f260868cd3c4ffc8e130d60bc I0512 06:26:25.656748 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 10.432401ms to process 1 records I0512 06:26:25.657090 1 tasks_processing.go:74] worker 11 stopped. I0512 06:26:25.657099 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 10.185475ms to process 0 records I0512 06:26:25.657433 1 tasks_processing.go:74] worker 14 stopped. I0512 06:26:25.657442 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 11.444987ms to process 0 records I0512 06:26:25.658192 1 tasks_processing.go:74] worker 44 stopped. I0512 06:26:25.658206 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 11.644274ms to process 0 records I0512 06:26:25.658290 1 tasks_processing.go:74] worker 18 stopped. I0512 06:26:25.658422 1 recorder.go:75] Recording config/network with fingerprint=147bf1d845ed38634cd8990e944501814fe475dd2a3f9c5f6108ebb6656356b4 I0512 06:26:25.658439 1 gather.go:177] gatherer "clusterconfig" function "networks" took 11.999808ms to process 1 records I0512 06:26:25.658517 1 tasks_processing.go:74] worker 7 stopped. I0512 06:26:25.658532 1 recorder.go:75] Recording config/image with fingerprint=7fbc273dbb0f821a1f1ba5e10a0a1f467c10bfad97e60b6e721623b2710397b6 I0512 06:26:25.658541 1 gather.go:177] gatherer "clusterconfig" function "image" took 12.161756ms to process 1 records I0512 06:26:25.658615 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=538a3ba2b855df8544f78102a17f81d0b41b65f2f4b551cc84526735e80d87b0 I0512 06:26:25.658619 1 tasks_processing.go:74] worker 34 stopped. I0512 06:26:25.658628 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 12.03907ms to process 1 records I0512 06:26:25.658640 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 11.894331ms to process 0 records I0512 06:26:25.658648 1 tasks_processing.go:74] worker 38 stopped. I0512 06:26:25.659043 1 tasks_processing.go:74] worker 9 stopped. I0512 06:26:25.659067 1 recorder.go:75] Recording config/podnetworkconnectivitychecks with fingerprint=44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a I0512 06:26:25.659074 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 12.914998ms to process 1 records I0512 06:26:25.675233 1 tasks_processing.go:74] worker 58 stopped. I0512 06:26:25.675249 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 28.718428ms to process 0 records I0512 06:26:25.675495 1 tasks_processing.go:74] worker 49 stopped. I0512 06:26:25.675508 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 28.204902ms to process 0 records I0512 06:26:25.675609 1 tasks_processing.go:74] worker 37 stopped. E0512 06:26:25.675623 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0512 06:26:25.675633 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.610922ms to process 0 records I0512 06:26:25.675652 1 tasks_processing.go:74] worker 12 stopped. I0512 06:26:25.675671 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 29.546756ms to process 0 records I0512 06:26:25.675697 1 tasks_processing.go:74] worker 62 stopped. I0512 06:26:25.675797 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=9e151c5928cb0ebeff483a03d26dab0ae170607186ccf9beb1068cbe54c38fdc I0512 06:26:25.675815 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=653d20820322a55c4d00e11b55633647554be374d1f775cdb6038c3191506c1d I0512 06:26:25.675822 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.504787ms to process 2 records I0512 06:26:25.675827 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 28.662316ms to process 0 records I0512 06:26:25.675835 1 tasks_processing.go:74] worker 33 stopped. I0512 06:26:25.675869 1 tasks_processing.go:74] worker 43 stopped. I0512 06:26:25.676014 1 recorder.go:75] Recording config/ingress with fingerprint=ebe94be054d6d316077a89d024ef6ba0be423255c1f8014c75e1f39af713a9c0 I0512 06:26:25.676028 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.427164ms to process 1 records I0512 06:26:25.679023 1 tasks_processing.go:74] worker 10 stopped. I0512 06:26:25.679166 1 recorder.go:75] Recording config/apiserver with fingerprint=a901710606207239393c4bd44064e5b2dab706164aaef2bc4e96fde974c88f2f I0512 06:26:25.679182 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 32.935383ms to process 1 records I0512 06:26:25.679237 1 recorder.go:75] Recording config/proxy with fingerprint=c2190ead777eff22329569093a546edd8fb3986b7b3ea408118e41df0f7aef0e I0512 06:26:25.679246 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 32.034662ms to process 1 records I0512 06:26:25.679251 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 32.960007ms to process 0 records I0512 06:26:25.679257 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 31.510582ms to process 0 records I0512 06:26:25.679269 1 tasks_processing.go:74] worker 36 stopped. I0512 06:26:25.679286 1 tasks_processing.go:74] worker 47 stopped. I0512 06:26:25.679291 1 tasks_processing.go:74] worker 59 stopped. I0512 06:26:25.679314 1 tasks_processing.go:74] worker 54 stopped. I0512 06:26:25.679496 1 recorder.go:75] Recording config/oauth with fingerprint=6bd238eef1c8a5a9316d2a52e524383866a0b6c68ca5be13d33f6a5ef4153f2e I0512 06:26:25.679506 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 32.017457ms to process 1 records I0512 06:26:25.679576 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=c0a7ade0f6c34c51738567ba58a9b35ee35a8c2df1f8a95d5d2a7307b0d5d79b I0512 06:26:25.679595 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=b1b740cbd113f2372b305ddb5cbe4a23a704f34c4076ff4f0004398f073d31bd I0512 06:26:25.679595 1 tasks_processing.go:74] worker 40 stopped. I0512 06:26:25.679610 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=9a22772ace60c4a05010cf883cbed96bbeccdf60f693bdb517cb5f5675559db5 I0512 06:26:25.679626 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=0a50805e16d759ac30368c10c929d8f7dc5b200fb6fe10e0a12cead1f01c08bc I0512 06:26:25.679645 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=866e72cfcf3ba20ad68af668deb3f97cce606809c7bf798f1f67eb5ed9dd958d I0512 06:26:25.679660 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=3d04e49c2b90947bac8ed5479d3b7471c66681b6a2228cde8ee13d011168d8ac I0512 06:26:25.679674 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=b989e275458a17e65cea3c7ef5dc3efc2d7f4448ca1fbdd4cac517841847dbeb I0512 06:26:25.679691 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=365a0700e53507de122fbdf57578652ba893bcb5408b2b8f74440d49ccac1c5d I0512 06:26:25.679706 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=ed88512086bffb0be6d75882c37db8fbc2b2a7f63fb8d0a4eeabebfbe3f40860 I0512 06:26:25.679719 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=2858c0d26d5212793bc7927d327b88d6ec1639285e69a4eeb9b59f9a6377b715 I0512 06:26:25.679735 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=4afd6d3f177eeecaeffe1656c41afbbc246231ea21d2af1fe05c6b122f476fb4 I0512 06:26:25.679741 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 32.839642ms to process 11 records I0512 06:26:25.679751 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 31.910509ms to process 0 records I0512 06:26:25.679758 1 tasks_processing.go:74] worker 17 stopped. I0512 06:26:25.681234 1 tasks_processing.go:74] worker 28 stopped. I0512 06:26:25.681249 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 33.267329ms to process 0 records I0512 06:26:25.681414 1 tasks_processing.go:74] worker 6 stopped. I0512 06:26:25.681427 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 35.310352ms to process 0 records I0512 06:26:25.683235 1 tasks_processing.go:74] worker 27 stopped. I0512 06:26:25.683258 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 35.361022ms to process 0 records I0512 06:26:25.683319 1 tasks_processing.go:74] worker 50 stopped. I0512 06:26:25.683334 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 35.414693ms to process 0 records I0512 06:26:25.683511 1 tasks_processing.go:74] worker 21 stopped. I0512 06:26:25.683638 1 recorder.go:75] Recording config/featuregate with fingerprint=eb063c7ababf54528021f747335d7ca0aab59aac9f40956c99de0c5652a787b0 I0512 06:26:25.683652 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 37.377427ms to process 1 records I0512 06:26:25.683701 1 tasks_processing.go:74] worker 46 stopped. E0512 06:26:25.683714 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0512 06:26:25.683737 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0512 06:26:25.683750 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 37.457972ms to process 1 records E0512 06:26:25.683760 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0512 06:26:25.683765 1 gather.go:177] gatherer "clusterconfig" function "machines" took 36.359105ms to process 0 records I0512 06:26:25.683772 1 tasks_processing.go:74] worker 61 stopped. I0512 06:26:25.686618 1 tasks_processing.go:74] worker 45 stopped. I0512 06:26:25.686639 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 40.2005ms to process 0 records I0512 06:26:25.687637 1 gather_logs.go:145] no pods in namespace were found I0512 06:26:25.687780 1 tasks_processing.go:74] worker 13 stopped. I0512 06:26:25.687797 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 36.888144ms to process 0 records I0512 06:26:25.687889 1 tasks_processing.go:74] worker 57 stopped. E0512 06:26:25.687910 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0512 06:26:25.687922 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 39.964366ms to process 0 records I0512 06:26:25.690086 1 tasks_processing.go:74] worker 25 stopped. I0512 06:26:25.690753 1 recorder.go:75] Recording config/infrastructure with fingerprint=def7ca108f7607d620b3dd5f1e111a479a208548af8923d7e9525bea0ae85c4c I0512 06:26:25.690770 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 42.532246ms to process 1 records I0512 06:26:25.690851 1 tasks_processing.go:74] worker 31 stopped. I0512 06:26:25.690916 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/annotation.operator.tekton.dev with fingerprint=3915a31233765920508d613923ae0b664b712211e1099388279e2c0a64ce4ee9 I0512 06:26:25.690973 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=cc119a5701cfa343c63df24b954ec78ded7bbecbed019fb03076f439f442af7c I0512 06:26:25.690995 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/cert-manager-webhook with fingerprint=3800215203c82ff9ae494d82a69fefe85f89aae9d77d10ca955bfe41e10ed768 I0512 06:26:25.691036 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/integration-service-mutating-webhook-configuration with fingerprint=94dfb39b5f04cdedad850156a509a82e00fb2f2a21c3fd4d8deb3f6fc1127f79 I0512 06:26:25.691070 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/proxy.operator.tekton.dev with fingerprint=e64fd022cff0e692c362342acacb281d97b29e57d875b0253c2b7f365ebecec9 I0512 06:26:25.691135 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/release-service-mutating-webhook-configuration with fingerprint=03afc8d66bdbfbc5c5224988389789243ba163edc12a151364d4f9fae3a99f48 I0512 06:26:25.691168 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=2f55a1d0486d57c9f7f5217d461016b7c5116946e3778cb6315d27b30c2b0f28 I0512 06:26:25.691206 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=ca55e272e8f46618c110c249f7328057f192eba0b02bfb0cb536e366a6efbdb6 I0512 06:26:25.691239 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.operator.tekton.dev with fingerprint=974b5a22d9e077d7a18e110019819c5aff32bb61f24b341b755065686b829816 I0512 06:26:25.691282 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.pipeline.tekton.dev with fingerprint=4b5e5aee379f8f7edb75647d3bb998d3267b534246b1e97766e3069cd524fc45 I0512 06:26:25.691339 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/webhook.triggers.tekton.dev with fingerprint=46b5da1c713735489936424e1f6c6a3679e9e9dc7be33131e599c9743c6bfea0 I0512 06:26:25.691347 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 43.202965ms to process 11 records I0512 06:26:25.691458 1 tasks_processing.go:74] worker 24 stopped. I0512 06:26:25.691816 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=bc6d70033045ff84b3a1ac2531d264c828c126020c664f3cf53ca0ba9df2d1b5 I0512 06:26:25.691826 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 42.492602ms to process 1 records I0512 06:26:25.691913 1 tasks_processing.go:74] worker 48 stopped. I0512 06:26:25.692098 1 recorder.go:75] Recording config/node/ip-10-0-0-49.ec2.internal with fingerprint=56c9e00f219d54937ddc08a2a501d99596b009afc76591864da1182e42defbbb I0512 06:26:25.692171 1 recorder.go:75] Recording config/node/ip-10-0-1-78.ec2.internal with fingerprint=c04fa5f880f826a7c10c6cea25a4c055de032c8f9622dc9f14abfbe3f870494b I0512 06:26:25.692188 1 gather_cluster_operator_pods_and_events.go:121] Found 0 pods with 0 containers I0512 06:26:25.692225 1 recorder.go:75] Recording config/node/ip-10-0-2-90.ec2.internal with fingerprint=38db237bf7d80fda0b2f39215ee43a8ecd02ced17f7a1df86f7510526d393d20 I0512 06:26:25.692235 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 44.111078ms to process 3 records I0512 06:26:25.692327 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=d174f694b93e9dda984945fdc04107a6e3307c5d4b2b9a5247e741c90c790850 I0512 06:26:25.692328 1 tasks_processing.go:74] worker 52 stopped. I0512 06:26:25.692357 1 recorder.go:75] Recording config/validatingwebhookconfigurations/cert-manager-webhook with fingerprint=66872f532f9aff2be8d0741f93c8679745ebde47e0896b06140c5264fa7cda80 I0512 06:26:25.692379 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.operator.tekton.dev with fingerprint=14d5747e12dd50dd0ed4572a5e355d983fe43bf43a5a95f8af6fb9402e9c44d0 I0512 06:26:25.692393 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.pipeline.tekton.dev with fingerprint=00212030617ad9e880ffd22abf0901b09b8de7b8a34a0b6907a06ccd5388cc01 I0512 06:26:25.692432 1 recorder.go:75] Recording config/validatingwebhookconfigurations/config.webhook.triggers.tekton.dev with fingerprint=701bfee6d121850a142a9c40d7e7fbf708729c13f7977b074f6d20e5926b57da I0512 06:26:25.692479 1 recorder.go:75] Recording config/validatingwebhookconfigurations/integration-service-validating-webhook-configuration with fingerprint=7f7a7ea1993fd253295140ed0a5c1d6520078bac96a813c7cbf5c58147c00f6e I0512 06:26:25.692514 1 recorder.go:75] Recording config/validatingwebhookconfigurations/monitoringconfigmaps.openshift.io with fingerprint=e1ae8e534f2ca4fcfb71f021000f8478650d05ee8b5ab543f857bbac213478bb I0512 06:26:25.692560 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=99b707c60118a540533c7413c101b7159567533a162415a5a82bbce6588bfd2b I0512 06:26:25.692587 1 recorder.go:75] Recording config/validatingwebhookconfigurations/namespace.operator.tekton.dev with fingerprint=a3700a23c156112d6e859d4e56ad2630039f1c1ac699e2acdadfe11af5417aae I0512 06:26:25.692669 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=eaa1850665cc3a77e96885f3c7c9cc7fdc07af2fa9727394cb2319d614586f5b I0512 06:26:25.692694 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=cd9d062570622cf5908a3d1879a15d3e980a6b2dfe887456cb5d5847c4e07964 I0512 06:26:25.692716 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=57c76d84eb92c2c038df6e5263b2fd71450162df5621b3cc5c0a0552a3eb07e2 I0512 06:26:25.692764 1 recorder.go:75] Recording config/validatingwebhookconfigurations/release-service-validating-webhook-configuration with fingerprint=a19c348776892964c42a2a0958e6fdc370299c2985e01b48c277cc9972a7473f I0512 06:26:25.693089 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=01ae63f6fd4008d67ce0a53c5f76757a80d2a682f576336432c7a8a471fab5d9 I0512 06:26:25.693215 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=7d086a533463126c2862dd2701612a10219b2613a442907dc23ff07497f53752 I0512 06:26:25.693358 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=d258d09d14a331c1dcec7a05de7f38e4968f220ce80ee36968cfb4f2a0af0ed8 I0512 06:26:25.693456 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=c9812902ed4f9d7c8f6083f417da082baac4b7b33850463a71f6dc5f4b33c3bd I0512 06:26:25.693635 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=66c370ad2e87c3cd4aa0588fe1e072a3992fa4eb8d61e1f6494744089c7240de I0512 06:26:25.693721 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=d1e08bf670bfa34231c03ec7231cf7d9ad6635148c3c2ac64e38397e252850be I0512 06:26:25.693819 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=f279d8460544c5914f7c3340313937f50dbc81c273ae72a2a81aa0a50bf15f13 I0512 06:26:25.693903 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=91110d0b0ba312c5029b9bbab4ae225ccadd715695d02960e3e60644e578a770 I0512 06:26:25.693984 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.pipelinesascode.tekton.dev with fingerprint=0a8eea0050e59195499cb1466424b608e449c65008c8de8507fa5f4fff87f8ea I0512 06:26:25.694075 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.operator.tekton.dev with fingerprint=5d010c6e4756d2809ddc46cc1232ed095e225c41c044dc1d4ee778c5e70196a3 I0512 06:26:25.694189 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.pipeline.tekton.dev with fingerprint=72936625e52d515e0a3d919d56468270fdcad98f526a77d56de2162ebd613b4f I0512 06:26:25.694368 1 recorder.go:75] Recording config/validatingwebhookconfigurations/validation.webhook.triggers.tekton.dev with fingerprint=8da7d42e3d480f1747d36cb39d06be6096bd6f98e01abc029c4c13f0f25b3448 I0512 06:26:25.694428 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 43.765881ms to process 25 records I0512 06:26:25.694456 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0512 06:26:25.694479 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 44.649043ms to process 1 records I0512 06:26:25.694497 1 tasks_processing.go:74] worker 0 stopped. I0512 06:26:25.694569 1 tasks_processing.go:74] worker 30 stopped. I0512 06:26:25.695254 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=86ed23490db2ae685c72a4a262cd996196bb9af584b59dd341dec6448fd4e919 I0512 06:26:25.695538 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=9373c4dd10374bae1defd5bc24d114be8d390c0d4f6a8d0e48c82056a697a52f I0512 06:26:25.695554 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.552857ms to process 2 records I0512 06:26:25.695635 1 tasks_processing.go:74] worker 5 stopped. I0512 06:26:25.695664 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=5e3b755226797a1f42482ad6f9f0facf3c1097bc56ebfe06e564f4051d2b413d I0512 06:26:25.695677 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 40.05037ms to process 1 records I0512 06:26:25.695693 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 44.360757ms to process 0 records I0512 06:26:25.695709 1 tasks_processing.go:74] worker 53 stopped. I0512 06:26:25.695815 1 tasks_processing.go:74] worker 29 stopped. I0512 06:26:25.695973 1 recorder.go:75] Recording config/version with fingerprint=bc6deba7be35f8b15726291e38d4f85056bd38bc7654476ec0265b1d1d9b7b8a I0512 06:26:25.695986 1 recorder.go:75] Recording config/id with fingerprint=e665c8d066c6bb46912f7ecab6b93c3f8060b4501662b5774ad62322b9dad841 I0512 06:26:25.695996 1 gather.go:177] gatherer "clusterconfig" function "version" took 45.412588ms to process 2 records I0512 06:26:25.696085 1 tasks_processing.go:74] worker 8 stopped. I0512 06:26:25.696448 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=b8649c86d1ae64fdc1bd90aaede4661fade46e035c5435071929c83f8d1fb830 I0512 06:26:25.696659 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3cd36cf0b9fcdbb43e3f1dbbd5f5a1b2b6d8e70579bfa14c119760f990384399 I0512 06:26:25.696673 1 gather.go:177] gatherer "clusterconfig" function "crds" took 48.368746ms to process 2 records I0512 06:26:25.696697 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 49.513256ms to process 0 records I0512 06:26:25.696707 1 tasks_processing.go:74] worker 63 stopped. I0512 06:26:25.725385 1 tasks_processing.go:74] worker 41 stopped. E0512 06:26:25.725405 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0512 06:26:25.725412 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0512 06:26:25.725416 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0512 06:26:25.725427 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0512 06:26:25.725466 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0512 06:26:25.725471 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0512 06:26:25.725475 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0512 06:26:25.725486 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0512 06:26:25.725523 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0512 06:26:25.725531 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0512 06:26:25.725536 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 78.899472ms to process 7 records I0512 06:26:25.729108 1 tasks_processing.go:74] worker 2 stopped. I0512 06:26:25.729135 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 83.057995ms to process 0 records I0512 06:26:25.734911 1 tasks_processing.go:74] worker 56 stopped. I0512 06:26:25.736559 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-pvsbz with fingerprint=f3fce6ab4ece11a8314e4ae906ef53614ef64b54b2cd09202f49ad177840632f I0512 06:26:25.736696 1 recorder.go:75] Recording config/running_containers with fingerprint=a2905bb8b57209fdc67f8600c91d904d7330c334c7bd9ef04c47e7dc9a98c46d I0512 06:26:25.736707 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 87.994196ms to process 2 records I0512 06:26:25.766212 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0512 06:26:25.771141 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0512 06:26:25.791003 1 tasks_processing.go:74] worker 60 stopped. I0512 06:26:25.791179 1 recorder.go:75] Recording config/olm_operators with fingerprint=e02b1afad093d179e222ebb72666b42c675e2bb9fa3f87bde255d69add3bf24c I0512 06:26:25.791196 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 144.369059ms to process 1 records I0512 06:26:25.804179 1 tasks_processing.go:74] worker 23 stopped. E0512 06:26:25.804208 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0512 06:26:25.804228 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q872io3uiq7esbm3hhjuvp7rk4i6vns-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q872io3uiq7esbm3hhjuvp7rk4i6vns-primary-cert-bundle-secret" not found I0512 06:26:25.804316 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=870553fa58287e22b4dd6023758a3a25b7ac4f4d7ab5f343e38ab71a0e9b8db8 I0512 06:26:25.804334 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 157.070619ms to process 1 records I0512 06:26:26.720480 1 tasks_processing.go:74] worker 55 stopped. I0512 06:26:26.720506 1 recorder.go:75] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0512 06:26:26.720521 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.074098298s to process 1 records I0512 06:26:26.720714 1 tasks_processing.go:74] worker 26 stopped. I0512 06:26:26.720779 1 recorder.go:75] Recording config/alerts with fingerprint=78e4778c18cfc22be6af463eb305f4d0e1478866cad0b50dafbf11ffe193ec6e I0512 06:26:26.720798 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.073857705s to process 1 records I0512 06:26:26.731636 1 tasks_processing.go:74] worker 3 stopped. I0512 06:26:26.731746 1 recorder.go:75] Recording config/metrics with fingerprint=5fedb95929bbd931a8668f24128b8e1cbd88985c4070fce485b054eb472e6d3e I0512 06:26:26.731776 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.085655279s to process 1 records I0512 06:26:26.739634 1 tasks_processing.go:74] worker 19 stopped. I0512 06:26:26.739672 1 recorder.go:75] Recording config/tsdb.json with fingerprint=88544b1471129be7d0455e3dcc3cc603b71c42635c16e889d8847cb2baf7c393 I0512 06:26:26.739688 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.093477962s to process 1 records I0512 06:26:28.124174 1 tasks_processing.go:74] worker 39 stopped. I0512 06:26:28.124288 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=fed94f5bbf422af6573f544abe59e9d9068732ecd1aba9150ded1b0ccb5f19fb I0512 06:26:28.124387 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0512 06:26:28.124445 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=45a0fbb95ce38c9ab0d748fe9c3609760b4eeb662972daab91954ddf8ae41577 I0512 06:26:28.124460 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0512 06:26:28.124498 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=0f190a889124e939a63d6b0b36e3deb1887d9376b2d503ede2ad0421d95e1a2a I0512 06:26:28.124521 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0512 06:26:28.124559 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=52c44b9ba58efbe684d58a68369bcd860914bafbcf7e799a53320b2589bf8c03 I0512 06:26:28.124604 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=a0fe35f4d47f303e90c329d9ed0d2792e79b885bd7a7121ad3f93a5e439ac740 I0512 06:26:28.124642 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=d547351b850e632dc601ec5235461484811faac9608da3af02da521bcb4d5949 I0512 06:26:28.124693 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a39a91c52a3ad34668a47e51294b9318e5de521edd5675c45df4cf75c3223043 I0512 06:26:28.125174 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=bf535c6cb96eea19337e26ea74e934f440f02d389ffc259218dde1c40876bc2e I0512 06:26:28.125206 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=58bd1589bb989818f92bf8273d8d2c215ddea8cf55329255a452db641844609b I0512 06:26:28.125219 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0512 06:26:28.125245 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=b565c49cbd3cec7372ec0ebbb5ebc1309188e0aaf78656fa5922774607acd001 I0512 06:26:28.125260 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0512 06:26:28.125286 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=094951cd1511529f73231598bf134b41a14fffbdcb0b6e419b2aa1887573c830 I0512 06:26:28.125316 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0512 06:26:28.125351 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=6ce30964de938d96738b297d101758c37a133008c8e36791ec01fe6b1cb32669 I0512 06:26:28.125365 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0512 06:26:28.125404 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=0ef5f7623660d53d801dbb984ffc0ce9c7f3fb289e173dc22caf00f0f22c79b4 I0512 06:26:28.125591 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=fbdb338a62340bec909d7f663e530bcf3c7dc70951de336a38c1d70d49c660e4 I0512 06:26:28.125605 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0512 06:26:28.125616 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0512 06:26:28.125653 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0512 06:26:28.125691 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=648efdfd2c48d88ccf2a107506bed60f99828dbbe1e3291742181f51ef586619 I0512 06:26:28.125775 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=52a5c757a63ac1e321b82b08f9d570def0af3f59c9e537e207042da83401a82f I0512 06:26:28.125788 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0512 06:26:28.125815 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=341103723782fdf9958f1876e722a7778bc53fb1527670995cb558f14ca6f5a6 I0512 06:26:28.125828 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0512 06:26:28.125856 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a4b24866e3665fb880ab98860fdcc8c91f3c2bbac4458330e0ef717361e42e93 I0512 06:26:28.125869 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0512 06:26:28.125890 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4069286668d249d82d304a6ef64abb49c899611120879a1e5ed74fe895649a39 I0512 06:26:28.125915 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=bc514b481b6a09cd990b8e1db140606b67b29e2da06eb5a3876e93ab24273712 I0512 06:26:28.125939 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=bd4fbd646bf49a7b4d14afdabcc9675b37dc77ddff74ce1792767aa878567c84 I0512 06:26:28.125974 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=88aeccf4996e8a45177ab64ebda489b7f9362edaa5f11f829e1c7e856f577bf5 I0512 06:26:28.125988 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0512 06:26:28.126035 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=b3c7a9ccbbf9f02bc700ea8eb409873d10465a9dd4f3123164fdac534dcabc79 I0512 06:26:28.126061 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0512 06:26:28.126075 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0512 06:26:28.126085 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.477093984s to process 39 records I0512 06:26:28.417839 1 tasks_processing.go:74] worker 32 stopped. I0512 06:26:28.418232 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=8520fcd457182191585ede193dc0ac73238474fceb4333d93c181434b2642d92 I0512 06:26:28.418248 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 2.77142181s to process 1 records I0512 06:26:38.896361 1 tasks_processing.go:74] worker 15 stopped. I0512 06:26:38.896429 1 recorder.go:75] Recording config/installplans with fingerprint=b887df2ff698f9256495d338d660e70a2538ae7bc67d4f431c4f011ab67062c0 I0512 06:26:38.896447 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.25031926s to process 1 records I0512 06:26:39.653578 1 tasks_processing.go:74] worker 22 stopped. I0512 06:26:39.654018 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=072de5a0600461f0cad23b73ec85d31f63585f04ab28eac70da805088f15efb3 I0512 06:26:39.654042 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 14.006127939s to process 1 records E0512 06:26:39.654120 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 14.008s with: function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error" I0512 06:26:39.655244 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error I0512 06:26:39.655261 1 periodic.go:216] Running workloads gatherer I0512 06:26:39.655278 1 tasks_processing.go:45] number of workers: 2 I0512 06:26:39.655284 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 06:26:39.655288 1 tasks_processing.go:71] worker 1 working on workload_info task. I0512 06:26:39.655311 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 06:26:39.655340 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0512 06:26:39.662922 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-49.ec2.internal... I0512 06:26:39.662932 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-78.ec2.internal... I0512 06:26:39.662944 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-90.ec2.internal... I0512 06:26:39.680131 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-keycloak from keycloak. I0512 06:26:39.680148 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-keycloak from keycloak-pgsql. I0512 06:26:39.680153 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-tpa from server. I0512 06:26:39.680158 1 gather_helm_info.go:102] unable to get HelmChart from services on tsf-tpa from tpa-pgsql. I0512 06:26:39.689885 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-keycloak from keycloak-pgsql-bee. I0512 06:26:39.689903 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from importer. I0512 06:26:39.689908 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from server. I0512 06:26:39.689912 1 gather_helm_info.go:102] unable to get HelmChart from deployments on tsf-tpa from tpa-pgsql-bee. I0512 06:26:39.689925 1 tasks_processing.go:74] worker 0 stopped. I0512 06:26:39.689935 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.560595ms to process 0 records I0512 06:26:47.947419 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 8s I0512 06:26:47.989877 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 31s for image data I0512 06:26:47.996847 1 gather_workloads_info.go:387] No image sha256:00fa6a8075723e279b420c76d13105c1650b1d46db51c7018801c558c0a876c6 (9ms) I0512 06:26:48.004753 1 gather_workloads_info.go:387] No image sha256:484342520dc3babe0ff4a9360edc98816556f2bd1b9981ec3d5dbab09a7536a9 (8ms) I0512 06:26:48.012332 1 gather_workloads_info.go:387] No image sha256:67bb018311dbb0435fd3396f9132aa33db43da9cdef92e4fe17a6c55e66c8de1 (8ms) I0512 06:26:48.019757 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (7ms) I0512 06:26:48.029080 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (9ms) I0512 06:26:48.036436 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (7ms) I0512 06:26:48.047948 1 gather_workloads_info.go:387] No image sha256:95801a943ba7d0ec4af53c3cd1177483e649bcd528b5a838a32ad2d860e6503a (11ms) I0512 06:26:48.057037 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (9ms) I0512 06:26:48.064492 1 gather_workloads_info.go:387] No image sha256:f211db01228530de8ed46b05189c492e6c3629df1098da57d31f2765a22ef014 (7ms) I0512 06:26:48.071918 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (7ms) I0512 06:26:48.096915 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (25ms) I0512 06:26:48.196586 1 gather_workloads_info.go:387] No image sha256:3f586d6fd6139bbad131716168590b12db0cdfe4dcbb15ccee65b080d5594b6e (100ms) I0512 06:26:48.297666 1 gather_workloads_info.go:387] No image sha256:1a6e733a0d8a8bfcf033e01378397d2af7cfeb6238caf67df1d2d79d63221fb6 (101ms) I0512 06:26:48.397651 1 gather_workloads_info.go:387] No image sha256:24a4686175cb6a4eceda426af1eb1df2a022ecdedf22a297c0d68f93479c7baf (100ms) I0512 06:26:48.496980 1 gather_workloads_info.go:387] No image sha256:430ddfcb78891bf229447111994486608cfd1d7eda8c10701e8fc2d4455612e5 (99ms) I0512 06:26:48.597290 1 gather_workloads_info.go:387] No image sha256:315260877c58d13e0511bbff7bdcc389bcd86deca48785023e28194b08c4c924 (100ms) I0512 06:26:48.697204 1 gather_workloads_info.go:387] No image sha256:25a35443cdf557faeae3cb02146feba9c27c3fcecfae4cd831158c980f253c46 (100ms) I0512 06:26:48.798138 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (101ms) I0512 06:26:48.896924 1 gather_workloads_info.go:387] No image sha256:95f5dcecd4c2f488420d608565bcac75909a65f2c9d443c34d93f7914f1cb1ef (99ms) I0512 06:26:48.997455 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms) I0512 06:26:49.097759 1 gather_workloads_info.go:387] No image sha256:c00af2d8f97dfadc48617af84708b4025d751f435e8a9e9879ae546259ae6105 (100ms) I0512 06:26:49.198469 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (101ms) I0512 06:26:49.297668 1 gather_workloads_info.go:387] No image sha256:040c993cf5074fb5836dfbd9458edf875a133f92fdae3acbc7e7d638fd7c75e9 (99ms) I0512 06:26:49.397807 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (100ms) I0512 06:26:49.496851 1 gather_workloads_info.go:387] No image sha256:09cea31cb42bebffbe682f4314fd2d452745d43eb3703a7852dab9eb9c662313 (99ms) I0512 06:26:49.597651 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (101ms) I0512 06:26:49.697840 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (100ms) I0512 06:26:49.806143 1 gather_workloads_info.go:387] No image sha256:c1fd3736f86667698e06b4b2fed5407867dd89dbe53f8e97a9aa23a87ce12909 (108ms) I0512 06:26:49.896574 1 gather_workloads_info.go:387] No image sha256:cba1d62b03607a828d8f183dd75b5a407bb79c8c52d9d82595523452ec377922 (90ms) I0512 06:26:49.997039 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0512 06:26:50.097410 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (100ms) I0512 06:26:50.197372 1 gather_workloads_info.go:387] No image sha256:7a48172cdda2a565001998fac2f3aeaa65677f080dd9cb3f9e26ef0963afdef0 (100ms) I0512 06:26:50.297809 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0512 06:26:50.398372 1 gather_workloads_info.go:387] No image sha256:204dc28f6182267851d39eff08649e921877e2771d2c39acb798aa7896f5bcef (101ms) I0512 06:26:50.497788 1 gather_workloads_info.go:387] No image sha256:2d478c389bc89afc6b331bc662a84dfc1bbb9da2681ab6dc5ad36f44c346699a (99ms) I0512 06:26:50.602727 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (105ms) I0512 06:26:50.698716 1 gather_workloads_info.go:387] No image sha256:1e9a9f1b5ecdab7d074722c860daab977519123fe4385affdfd86d8c7f3c473c (96ms) I0512 06:26:50.798576 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0512 06:26:50.898330 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0512 06:26:50.997895 1 gather_workloads_info.go:387] No image sha256:11466675408cf4150b67445609fa208f0eacd234273c28cc8082a9526a0b6ed2 (100ms) I0512 06:26:51.098925 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (101ms) I0512 06:26:51.196941 1 gather_workloads_info.go:387] No image sha256:95b5aefafd17dd44794f6d5d1e75278faa5a74f2472db667409d1c88caaef1f1 (98ms) I0512 06:26:51.297414 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (100ms) I0512 06:26:51.397760 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (100ms) I0512 06:26:51.497738 1 gather_workloads_info.go:387] No image sha256:1d97e631c15e5b2f10de5c394e207f0f110a4720f3fbb8986b90932cd3059f93 (100ms) I0512 06:26:51.598329 1 gather_workloads_info.go:387] No image sha256:a8d45a728ef6daefe4297359acfae70c42014eb79cfcf6892aef4e8bc672475a (101ms) I0512 06:26:51.697580 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (99ms) I0512 06:26:51.798085 1 gather_workloads_info.go:387] No image sha256:8d2e7068d92ab9d0c8acd71ddd4a8b5e3fd2757edc460a18e81415acca5a2cf6 (100ms) I0512 06:26:51.897061 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms) I0512 06:26:51.997688 1 gather_workloads_info.go:387] No image sha256:7ef409f2d070139f6034e77b598b8e904e1c4c6c77b2e37ca1de44f496951135 (101ms) I0512 06:26:52.098111 1 gather_workloads_info.go:387] No image sha256:3cf90015825015fd6e25b9d81ed44bef3e0e0648351f42c788df844e4c7238ea (100ms) I0512 06:26:52.197271 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (99ms) I0512 06:26:52.297774 1 gather_workloads_info.go:387] No image sha256:1e6306bc8c9dccbbc0ca28509de44606dcd5a414b6bff3c18dd0c386693997e1 (100ms) I0512 06:26:52.397803 1 gather_workloads_info.go:387] No image sha256:15692e0deea2ee5ef374514639030317a5b033c1bd1778673329a9745feb41d1 (100ms) I0512 06:26:52.497370 1 gather_workloads_info.go:387] No image sha256:9607f5c16d8e9d7ee2491ac04db78a52eb13ee0e93eeef79ff8bb6c8f9430c72 (100ms) I0512 06:26:52.597374 1 gather_workloads_info.go:387] No image sha256:169cbfe0badfa9976ec7b6390cd485c39394a516e6b27bcb98bac9b1f7631ad6 (100ms) I0512 06:26:52.697639 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0512 06:26:52.798126 1 gather_workloads_info.go:387] No image sha256:1f118a4ec0b92cb88c8544ea31d2b9adfc7006eeddb7a8d260150ecbce4adb8c (100ms) I0512 06:26:52.897363 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (99ms) I0512 06:26:52.997723 1 gather_workloads_info.go:387] No image sha256:050fe6fe1298c45a27982e3f4d0afe637ce01d9b394e85b7eb202309ecdd0731 (100ms) I0512 06:26:53.098120 1 gather_workloads_info.go:387] No image sha256:7388a79b676b59ce71738a7a13bc16c8426fe908038a172591a0369b6d77422e (100ms) I0512 06:26:53.197270 1 gather_workloads_info.go:387] No image sha256:3701303c7039d88d34cf6cc4094de4a87df08951e5f5d3dd11f6388dd1d40e19 (99ms) I0512 06:26:53.297508 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0512 06:26:53.397684 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (100ms) I0512 06:26:53.497255 1 gather_workloads_info.go:387] No image sha256:4316e4879c784caae03626f3924ec61dbf6be88ed436dc079baa34d42fe087d6 (100ms) I0512 06:26:53.598030 1 gather_workloads_info.go:387] No image sha256:fe688da81a696387ca53a4c19231e99289591f990c904ef913c51b6e87d4e4df (101ms) I0512 06:26:53.697074 1 gather_workloads_info.go:387] No image sha256:4be8ec9e07019a695fd1861d002fcec629c52150917d71746691a3deca74bfe1 (99ms) I0512 06:26:53.796941 1 gather_workloads_info.go:387] No image sha256:22b8cfd123fdd66827b81f2431903198e33579906102b2f6295276cf3eb197a6 (100ms) I0512 06:26:53.897045 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0512 06:26:53.997501 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms) I0512 06:26:54.097798 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0512 06:26:54.198012 1 gather_workloads_info.go:387] No image sha256:2080d23c30be5b9602413e1cb881f4b62e4ad7bd2c4191b74809d0809c9e0b69 (100ms) I0512 06:26:54.297282 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (99ms) I0512 06:26:54.398053 1 gather_workloads_info.go:387] No image sha256:1fbd070ed93685f8b5042e96a98273ac0970d9a5e81f603b82f0acbe141daef5 (101ms) I0512 06:26:54.496884 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (99ms) I0512 06:26:54.599206 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (102ms) I0512 06:26:54.696788 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (98ms) I0512 06:26:54.797544 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (101ms) I0512 06:26:54.897279 1 gather_workloads_info.go:387] No image sha256:b4a5a2c2518dba5f7812c8b4112e25a0f867a4b187c23adfc727395f871c8ca6 (100ms) I0512 06:26:54.998422 1 gather_workloads_info.go:387] No image sha256:ab5c3e921b58d17bf6b596d2d7acf64a28b34f3f3a66720c1a07e6555ed9e0b8 (101ms) I0512 06:26:55.098199 1 gather_workloads_info.go:387] No image sha256:e099d31b04aec0af0f3f28bdcb989640d4ef4cf58e2ab136585f93ebce9ee3fa (100ms) I0512 06:26:55.197262 1 gather_workloads_info.go:387] No image sha256:66fc2ec61bc94d16aef9a497a9fd98de912e012e3efdc99e8cdb99a26e7601b1 (99ms) I0512 06:26:55.297135 1 gather_workloads_info.go:387] No image sha256:2f6f91dfd7b71cad1c6db82835d709d20f4153cf500d60ee32145712af922214 (100ms) I0512 06:26:55.396916 1 gather_workloads_info.go:387] No image sha256:1f4a37529de4f750099af18e113556bd995fe6922030c614b7d6d23eaa0bd318 (100ms) I0512 06:26:55.497347 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0512 06:26:55.597864 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0512 06:26:55.698869 1 gather_workloads_info.go:387] No image sha256:523fa259ebf067ac3076748d4f5c86e01e5b1960034c0876add5d67b0ca21b0b (101ms) I0512 06:26:55.797665 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms) I0512 06:26:55.898011 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (100ms) I0512 06:26:55.997650 1 gather_workloads_info.go:387] No image sha256:6fc77db6045a62215c6b2c87ab9f7ac3892e381c645f2e78032d2788f83ca729 (100ms) I0512 06:26:56.097647 1 gather_workloads_info.go:387] No image sha256:fb7ce11be542bc524be2c5ea78fd73c87a8a8cbf333905fcdf8b7cb700ad178a (100ms) I0512 06:26:56.197461 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0512 06:26:56.297555 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0512 06:26:56.397341 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0512 06:26:56.497598 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (100ms) I0512 06:26:56.597061 1 gather_workloads_info.go:387] No image sha256:0b27f6c0254d5674d131985b5ed0d876611b2f32ca94a02844d30cd257e8c9d9 (99ms) I0512 06:26:56.697041 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (100ms) I0512 06:26:56.797609 1 gather_workloads_info.go:387] No image sha256:3f18cbd40d453cb50e2c0012adf9d5310960038ea241aa0c2bd8a193455b9428 (101ms) I0512 06:26:56.897569 1 gather_workloads_info.go:387] No image sha256:f68c0da8268f23078f5f760a91a3c8212f2195acf18c231f6e034207a67adeec (100ms) I0512 06:26:56.996672 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (99ms) I0512 06:26:57.097235 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (101ms) I0512 06:26:57.197100 1 gather_workloads_info.go:387] No image sha256:23a671ad4c0c57aca495adb6ea996e9580541c3cec6a57dde147a438d69090a8 (100ms) I0512 06:26:57.197152 1 tasks_processing.go:74] worker 1 stopped. E0512 06:26:57.197163 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: received unexpected status code 500 Internal Server Error from https://10.129.0.16:8443/gather_runtime_info I0512 06:26:57.197539 1 recorder.go:75] Recording config/workload_info with fingerprint=43b38ce97b2cdb55e01129cf3254ad661f829aeee11f06b6b768abbde15bd966 I0512 06:26:57.197556 1 gather.go:177] gatherer "workloads" function "workload_info" took 17.541850567s to process 1 records E0512 06:26:57.197581 1 periodic.go:254] "Unhandled Error" err="workloads failed after 17.542s with: function \"workload_info\" failed with an error" I0512 06:26:57.198688 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0512 06:26:57.198704 1 periodic.go:216] Running conditional gatherer I0512 06:26:57.205673 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0512 06:26:57.413373 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer I0512 06:26:57.415064 1 conditional_gatherer.go:374] alert "Watchdog" has state "firing" I0512 06:26:57.415078 1 conditional_gatherer.go:374] alert "PodSecurityViolation" has state "firing" I0512 06:26:57.415082 1 conditional_gatherer.go:374] alert "AlertmanagerReceiversNotConfigured" has state "firing" I0512 06:26:57.415144 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0512 06:26:57.421250 1 conditional_gatherer.go:392] cluster version is '4.21.9' I0512 06:26:57.421281 1 tasks_processing.go:45] number of workers: 3 I0512 06:26:57.421292 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 06:26:57.421318 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0512 06:26:57.421318 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 06:26:57.421328 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 06:26:57.421337 1 tasks_processing.go:74] worker 1 stopped. I0512 06:26:57.421342 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0512 06:26:57.421355 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0512 06:26:57.421398 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c I0512 06:26:57.421414 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 963ns to process 1 records I0512 06:26:57.421448 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0512 06:26:57.421457 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.09µs to process 1 records I0512 06:26:57.421462 1 tasks_processing.go:74] worker 0 stopped. I0512 06:26:57.421642 1 tasks_processing.go:74] worker 2 stopped. I0512 06:26:57.421661 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 268.002µs to process 0 records I0512 06:26:57.421682 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0512 06:26:57.421719 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0512 06:26:57.447190 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=9e0904bb41ea797265cc8faa09b23e80987c3b5eadccba5b200cd432e9d38aee I0512 06:26:57.447374 1 diskrecorder.go:70] Writing 134 records to /var/lib/insights-operator/insights-2026-05-12-062657.tar.gz I0512 06:26:57.458806 1 diskrecorder.go:51] Wrote 134 records to disk in 11ms I0512 06:26:57.458847 1 periodic.go:285] Gathering cluster info every 2h0m0s I0512 06:26:57.458864 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0512 06:27:34.164577 1 controller.go:554] The operator is healthy I0512 06:27:55.646284 1 diskrecorder.go:223] Found files to send: insights-2026-05-12-062657.tar.gz I0512 06:27:55.646343 1 insightsuploader.go:150] Checking archives to upload periodically every 15m2.51845001s I0512 06:27:55.646353 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0512 06:27:55.657519 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0512 06:27:55.836963 1 requests.go:87] Successfully reported id=2026-05-12T06:27:55Z x-rh-insights-request-id=3cdc4ddc0e2b448e9e7c5d45a51f58b0, wrote=72714 I0512 06:27:55.837029 1 insightsuploader.go:187] Uploaded report successfully in 190.668095ms I0512 06:27:55.837060 1 controller.go:129] Initializing last reported time to 2026-05-12T06:27:55Z I0512 06:27:55.837074 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0512 06:27:55.837081 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0512 06:27:55.837087 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0512 06:27:55.843220 1 controller.go:554] The operator is healthy I0512 06:28:27.991210 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 06:28:28.031277 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0512 06:28:28.036129 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:28:28.036153 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0512 06:28:28.040765 1 secretconfigobserver.go:119] support secret does not exist I0512 06:28:56.237677 1 insightsreport.go:137] Pulling report from smart-proxy I0512 06:28:56.237709 1 insightsreport.go:149] Retrieving report I0512 06:28:56.247821 1 requests.go:110] Retrieving report for cluster: 7adc7012-f0ab-4fea-8e7f-37abdf3bf40f I0512 06:28:56.247835 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/7adc7012-f0ab-4fea-8e7f-37abdf3bf40f/reports I0512 06:28:56.250924 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/7adc7012-f0ab-4fea-8e7f-37abdf3bf40f/reports I0512 06:28:56.554867 1 insightsreport.go:184] Report retrieved I0512 06:28:56.598955 1 insightsreport.go:239] Report retrieved correctly I0512 06:29:34.168678 1 controller.go:554] The operator is healthy I0512 06:31:34.164925 1 controller.go:554] The operator is healthy I0512 06:33:28.041709 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0512 06:33:28.047238 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:33:28.047265 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0512 06:33:28.051552 1 secretconfigobserver.go:119] support secret does not exist I0512 06:33:34.164272 1 controller.go:554] The operator is healthy I0512 06:35:34.163926 1 controller.go:554] The operator is healthy I0512 06:37:34.163673 1 controller.go:554] The operator is healthy I0512 06:38:27.991664 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 06:38:27.996261 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 06:38:28.052509 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0512 06:38:28.057682 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 06:38:28.057702 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0512 06:38:28.062125 1 secretconfigobserver.go:119] support secret does not exist I0512 06:39:34.165159 1 controller.go:554] The operator is healthy I0512 06:41:34.164606 1 controller.go:554] The operator is healthy